{ "schema_version": 1, "benchmark_version": "1.0.0", "dataset_git_commit": "d69e87e2c206ea75c52f5b8340d677bd14af03e3", "dataset_git_path": "dataset/fontbench-2-rendered", "dataset_fingerprint": "d40a3cafa91610bbebaa6c49719f24efcbe754a328e448d3e51f0e1f217c79a6", "evaluation_protocol_fingerprint": "3769c8cc383a4959533c4801eec6202035a5a8cd30b76644e8cdfbc11cc859ce", "expected_task_count": 1824, "run_id": "2026-09-08-all-except-fable", "mock": false, "grading_version": "3", "finalized_at": "2026-09-09T00:28:53.514566+00:00", "source_updated_at": "2026-09-09T00:05:16.479947+00:00", "source_git_commit": "8e1f3026307e5a865c47f2b25bbac2c2b074f925", "finalizer_git_commit": "3d16dacc021f26c46c09b762b5c985b5b7004151", "finalizer_git_dirty": false, "artifact_type": "fontbench-final-results", "publication_status": "finalized", "dataset_font_count": 50, "comparison": { "scope": "common", "count": 728, "task_ids": [ "font-arial-v17", "font-arial-v21", "font-arial-v24", "font-arial-v25", "font-arial-v27", "font-arial-v28", "font-arial-v29", "font-arial-v37", "font-arial-v39", "font-arial-v40", "font-arial-v48", "font-arial-v54", "font-arial-v56", "font-arial-v58", "font-arial-v59", "font-arvo-v21", "font-arvo-v22", "font-arvo-v23", "font-arvo-v25", "font-arvo-v26", "font-arvo-v33", "font-arvo-v37", "font-arvo-v44", "font-arvo-v45", "font-bebas-neue-v22", "font-bebas-neue-v23", "font-bitter-v02", "font-bitter-v06", "font-bitter-v07", "font-bitter-v14", "font-bitter-v16", "font-bitter-v17", "font-bitter-v18", "font-bitter-v20", "font-bitter-v22", "font-bitter-v23", "font-bitter-v25", "font-bitter-v26", "font-bitter-v27", "font-bitter-v28", "font-bitter-v29", "font-bitter-v31", "font-bitter-v32", "font-bitter-v33", "font-bitter-v34", "font-bitter-v36", "font-bitter-v37", "font-bitter-v39", "font-bitter-v41", "font-bitter-v46", "font-bitter-v48", "font-bitter-v50", "font-bitter-v53", "font-bitter-v55", "font-bitter-v56", "font-bitter-v57", "font-bodoni-moda-v20", "font-bodoni-moda-v22", "font-bodoni-moda-v24", "font-bodoni-moda-v25", "font-bodoni-moda-v27", "font-bodoni-moda-v29", "font-bodoni-moda-v30", "font-bodoni-moda-v34", "font-bodoni-moda-v35", "font-bodoni-moda-v41", "font-bodoni-moda-v46", "font-bodoni-moda-v47", "font-bodoni-moda-v48", "font-bodoni-moda-v51", "font-bodoni-moda-v52", "font-bodoni-moda-v53", "font-bodoni-moda-v54", "font-bodoni-moda-v56", "font-bodoni-moda-v60", "font-bungee-v16", "font-bungee-v17", "font-bungee-v23", "font-bungee-v26", "font-bungee-v28", "font-bungee-v29", "font-caveat-v16", "font-caveat-v22", "font-caveat-v26", "font-caveat-v29", "font-caveat-v30", "font-caveat-v37", "font-caveat-v38", "font-caveat-v39", "font-caveat-v40", "font-caveat-v42", "font-caveat-v45", "font-cinzel-v22", "font-cinzel-v25", "font-cinzel-v27", "font-cinzel-v38", "font-cinzel-v39", "font-cinzel-v41", "font-cinzel-v43", "font-cinzel-v44", "font-cinzel-v46", "font-cinzel-v47", "font-cinzel-v48", "font-cinzel-v59", "font-comic-sans-ms-v18", "font-comic-sans-ms-v22", "font-comic-sans-ms-v27", "font-cormorant-garamond-v17", "font-cormorant-garamond-v18", "font-cormorant-garamond-v20", "font-cormorant-garamond-v21", "font-cormorant-garamond-v22", "font-cormorant-garamond-v23", "font-cormorant-garamond-v24", "font-cormorant-garamond-v25", "font-cormorant-garamond-v27", "font-cormorant-garamond-v30", "font-cormorant-garamond-v35", "font-cormorant-garamond-v38", "font-cormorant-garamond-v40", "font-cormorant-garamond-v44", "font-cormorant-garamond-v45", "font-courier-new-v18", "font-courier-new-v27", "font-crimson-text-v18", "font-crimson-text-v22", "font-crimson-text-v29", "font-crimson-text-v34", "font-crimson-text-v35", "font-crimson-text-v37", "font-crimson-text-v38", "font-crimson-text-v41", "font-crimson-text-v43", "font-crimson-text-v44", "font-crimson-text-v45", "font-dancing-script-v24", "font-dancing-script-v25", "font-dancing-script-v27", "font-dancing-script-v29", "font-dancing-script-v30", "font-dancing-script-v33", "font-dancing-script-v37", "font-dancing-script-v43", "font-dancing-script-v45", "font-dm-sans-v02", "font-dm-sans-v03", "font-dm-sans-v06", "font-dm-sans-v07", "font-dm-sans-v13", "font-dm-sans-v15", "font-dm-sans-v16", "font-dm-sans-v20", "font-dm-sans-v24", "font-dm-sans-v26", "font-dm-sans-v27", "font-dm-sans-v28", "font-dm-sans-v33", "font-dm-sans-v34", "font-dm-sans-v35", "font-dm-sans-v41", "font-dm-sans-v43", "font-dm-sans-v44", "font-dm-sans-v46", "font-dm-sans-v55", "font-dm-sans-v59", "font-dm-sans-v60", "font-eb-garamond-v16", "font-eb-garamond-v17", "font-eb-garamond-v19", "font-eb-garamond-v20", "font-eb-garamond-v22", "font-eb-garamond-v23", "font-eb-garamond-v26", "font-eb-garamond-v28", "font-eb-garamond-v30", "font-eb-garamond-v33", "font-eb-garamond-v40", "font-eb-garamond-v44", "font-fira-code-v16", "font-fira-code-v18", "font-fira-code-v22", "font-fira-code-v23", "font-fira-code-v27", "font-fira-code-v28", "font-fira-code-v33", "font-fira-code-v37", "font-fira-code-v38", "font-fira-code-v40", "font-fira-code-v43", "font-fira-code-v44", "font-fira-sans-v16", "font-fira-sans-v18", "font-fira-sans-v19", "font-fira-sans-v25", "font-fira-sans-v27", "font-fira-sans-v29", "font-fira-sans-v31", "font-fira-sans-v35", "font-fira-sans-v38", "font-fira-sans-v39", "font-fira-sans-v43", "font-fira-sans-v44", "font-fira-sans-v45", "font-fira-sans-v47", "font-fira-sans-v48", "font-fira-sans-v49", "font-fira-sans-v51", "font-fira-sans-v52", "font-fira-sans-v53", "font-fira-sans-v55", "font-fira-sans-v60", "font-georgia-v28", "font-georgia-v29", "font-georgia-v31", "font-georgia-v33", "font-georgia-v35", "font-georgia-v37", "font-georgia-v38", "font-georgia-v39", "font-georgia-v41", "font-georgia-v42", "font-georgia-v45", "font-helvetica-v17", "font-helvetica-v19", "font-helvetica-v24", "font-helvetica-v26", "font-helvetica-v27", "font-helvetica-v30", "font-helvetica-v32", "font-helvetica-v34", "font-helvetica-v36", "font-helvetica-v37", "font-helvetica-v38", "font-helvetica-v40", "font-helvetica-v41", "font-helvetica-v42", "font-helvetica-v43", "font-helvetica-v46", "font-helvetica-v48", "font-helvetica-v49", "font-helvetica-v55", "font-helvetica-v56", "font-impact-v17", "font-impact-v23", "font-impact-v24", "font-impact-v30", "font-inter-v10", "font-inter-v12", "font-inter-v14", "font-inter-v15", "font-inter-v17", "font-inter-v18", "font-inter-v19", "font-inter-v20", "font-inter-v24", "font-inter-v26", "font-inter-v27", "font-inter-v31", "font-inter-v36", "font-inter-v38", "font-inter-v40", "font-inter-v43", "font-inter-v44", "font-inter-v47", "font-inter-v48", "font-inter-v51", "font-inter-v54", "font-inter-v57", "font-inter-v59", "font-inter-v60", "font-jetbrains-mono-v01", "font-jetbrains-mono-v04", "font-jetbrains-mono-v05", "font-jetbrains-mono-v06", "font-jetbrains-mono-v09", "font-jetbrains-mono-v15", "font-jetbrains-mono-v21", "font-jetbrains-mono-v24", "font-jetbrains-mono-v25", "font-jetbrains-mono-v26", "font-jetbrains-mono-v30", "font-jetbrains-mono-v32", "font-jetbrains-mono-v34", "font-jetbrains-mono-v40", "font-jetbrains-mono-v41", "font-jetbrains-mono-v44", "font-jetbrains-mono-v45", "font-lato-v16", "font-lato-v24", "font-lato-v28", "font-lato-v32", "font-lato-v33", "font-lato-v34", "font-lato-v38", "font-lato-v39", "font-lato-v41", "font-lato-v42", "font-lato-v44", "font-lato-v49", "font-lato-v53", "font-libre-baskerville-v16", "font-libre-baskerville-v17", "font-libre-baskerville-v18", "font-libre-baskerville-v19", "font-libre-baskerville-v23", "font-libre-baskerville-v28", "font-libre-baskerville-v30", "font-libre-baskerville-v32", "font-libre-baskerville-v37", "font-libre-baskerville-v38", "font-libre-baskerville-v44", "font-lobster-v16", "font-lobster-v23", "font-lobster-v25", "font-lobster-v26", "font-lobster-v27", "font-lobster-v30", "font-lora-v16", "font-lora-v22", "font-lora-v25", "font-lora-v29", "font-lora-v30", "font-lora-v31", "font-lora-v32", "font-lora-v33", "font-lora-v36", "font-lora-v39", "font-lora-v40", "font-lora-v42", "font-lora-v44", "font-lora-v45", "font-merriweather-v16", "font-merriweather-v19", "font-merriweather-v20", "font-merriweather-v23", "font-merriweather-v25", "font-merriweather-v27", "font-merriweather-v28", "font-merriweather-v29", "font-merriweather-v39", "font-merriweather-v44", "font-merriweather-v47", "font-merriweather-v49", "font-merriweather-v51", "font-merriweather-v52", "font-merriweather-v56", "font-merriweather-v57", "font-merriweather-v59", "font-merriweather-v60", "font-montserrat-v01", "font-montserrat-v07", "font-montserrat-v08", "font-montserrat-v12", "font-montserrat-v16", "font-montserrat-v17", "font-montserrat-v18", "font-montserrat-v20", "font-montserrat-v22", "font-montserrat-v23", "font-montserrat-v24", "font-montserrat-v29", "font-montserrat-v30", "font-montserrat-v31", "font-montserrat-v38", "font-montserrat-v42", "font-montserrat-v43", "font-montserrat-v45", "font-montserrat-v48", "font-montserrat-v53", "font-montserrat-v55", "font-montserrat-v56", "font-montserrat-v57", "font-noto-sans-v02", "font-noto-sans-v06", "font-noto-sans-v07", "font-noto-sans-v10", "font-noto-sans-v11", "font-noto-sans-v12", "font-noto-sans-v13", "font-noto-sans-v14", "font-noto-sans-v15", "font-noto-sans-v19", "font-noto-sans-v20", "font-noto-sans-v21", "font-noto-sans-v22", "font-noto-sans-v23", "font-noto-sans-v24", "font-noto-sans-v29", "font-noto-sans-v30", "font-noto-sans-v33", "font-noto-sans-v34", "font-noto-sans-v35", "font-noto-sans-v39", "font-noto-sans-v42", "font-noto-sans-v46", "font-noto-sans-v52", "font-noto-sans-v53", "font-noto-sans-v54", "font-noto-sans-v55", "font-noto-sans-v56", "font-nunito-v05", "font-nunito-v08", "font-nunito-v11", "font-nunito-v13", "font-nunito-v17", "font-nunito-v18", "font-nunito-v24", "font-nunito-v25", "font-nunito-v26", "font-nunito-v27", "font-nunito-v28", "font-nunito-v32", "font-nunito-v34", "font-nunito-v39", "font-nunito-v44", "font-nunito-v45", "font-nunito-v46", "font-nunito-v47", "font-nunito-v48", "font-nunito-v50", "font-nunito-v51", "font-nunito-v53", "font-nunito-v54", "font-nunito-v56", "font-nunito-v58", "font-nunito-v60", "font-open-sans-v16", "font-open-sans-v18", "font-open-sans-v20", "font-open-sans-v21", "font-open-sans-v26", "font-open-sans-v34", "font-open-sans-v40", "font-open-sans-v43", "font-open-sans-v44", "font-open-sans-v45", "font-oswald-v01", "font-oswald-v03", "font-oswald-v08", "font-oswald-v10", "font-oswald-v12", "font-oswald-v14", "font-oswald-v15", "font-oswald-v17", "font-oswald-v18", "font-oswald-v22", "font-oswald-v23", "font-oswald-v27", "font-oswald-v31", "font-oswald-v33", "font-oswald-v38", "font-pacifico-v17", "font-pacifico-v18", "font-pacifico-v23", "font-pacifico-v24", "font-pacifico-v26", "font-pacifico-v27", "font-pacifico-v28", "font-playfair-display-v17", "font-playfair-display-v23", "font-playfair-display-v24", "font-playfair-display-v26", "font-playfair-display-v29", "font-playfair-display-v34", "font-playfair-display-v39", "font-playfair-display-v40", "font-playfair-display-v43", "font-playfair-display-v47", "font-playfair-display-v48", "font-playfair-display-v49", "font-playfair-display-v50", "font-playfair-display-v51", "font-playfair-display-v52", "font-playfair-display-v56", "font-plus-jakarta-sans-v01", "font-plus-jakarta-sans-v02", "font-plus-jakarta-sans-v05", "font-plus-jakarta-sans-v07", "font-plus-jakarta-sans-v11", "font-plus-jakarta-sans-v14", "font-plus-jakarta-sans-v18", "font-plus-jakarta-sans-v20", "font-plus-jakarta-sans-v23", "font-plus-jakarta-sans-v24", "font-plus-jakarta-sans-v25", "font-plus-jakarta-sans-v28", "font-plus-jakarta-sans-v29", "font-plus-jakarta-sans-v32", "font-plus-jakarta-sans-v33", "font-plus-jakarta-sans-v34", "font-plus-jakarta-sans-v37", "font-plus-jakarta-sans-v42", "font-plus-jakarta-sans-v43", "font-plus-jakarta-sans-v45", "font-poppins-v16", "font-poppins-v19", "font-poppins-v20", "font-poppins-v31", "font-poppins-v32", "font-poppins-v35", "font-poppins-v36", "font-poppins-v39", "font-poppins-v41", "font-poppins-v47", "font-poppins-v48", "font-poppins-v50", "font-poppins-v52", "font-poppins-v53", "font-poppins-v54", "font-poppins-v56", "font-poppins-v58", "font-pt-sans-v16", "font-pt-sans-v17", "font-pt-sans-v21", "font-pt-sans-v22", "font-pt-sans-v23", "font-pt-sans-v25", "font-pt-sans-v26", "font-pt-sans-v28", "font-pt-sans-v30", "font-pt-sans-v31", "font-pt-sans-v33", "font-pt-sans-v35", "font-pt-sans-v36", "font-pt-sans-v38", "font-pt-sans-v39", "font-pt-sans-v45", "font-pt-serif-v18", "font-pt-serif-v20", "font-pt-serif-v21", "font-pt-serif-v23", "font-pt-serif-v24", "font-pt-serif-v28", "font-pt-serif-v35", "font-pt-serif-v36", "font-pt-serif-v40", "font-pt-serif-v41", "font-pt-serif-v42", "font-pt-serif-v45", "font-raleway-v02", "font-raleway-v04", "font-raleway-v05", "font-raleway-v06", "font-raleway-v10", "font-raleway-v17", "font-raleway-v18", "font-raleway-v19", "font-raleway-v24", "font-raleway-v28", "font-raleway-v30", "font-raleway-v33", "font-raleway-v40", "font-raleway-v41", "font-raleway-v43", "font-raleway-v47", "font-raleway-v49", "font-raleway-v51", "font-raleway-v55", "font-raleway-v56", "font-raleway-v57", "font-roboto-mono-v05", "font-roboto-mono-v11", "font-roboto-mono-v12", "font-roboto-mono-v16", "font-roboto-mono-v17", "font-roboto-mono-v20", "font-roboto-mono-v25", "font-roboto-mono-v26", "font-roboto-mono-v28", "font-roboto-mono-v31", "font-roboto-mono-v40", "font-roboto-v02", "font-roboto-v04", "font-roboto-v06", "font-roboto-v07", "font-roboto-v09", "font-roboto-v12", "font-roboto-v13", "font-roboto-v17", "font-roboto-v19", "font-roboto-v20", "font-roboto-v21", "font-roboto-v25", "font-roboto-v30", "font-roboto-v31", "font-roboto-v32", "font-roboto-v41", "font-roboto-v42", "font-roboto-v44", "font-roboto-v45", "font-roboto-v47", "font-roboto-v49", "font-roboto-v51", "font-roboto-v54", "font-roboto-v56", "font-roboto-v57", "font-rubik-v16", "font-rubik-v18", "font-rubik-v21", "font-rubik-v22", "font-rubik-v24", "font-rubik-v25", "font-rubik-v27", "font-rubik-v28", "font-rubik-v29", "font-rubik-v30", "font-rubik-v31", "font-rubik-v34", "font-rubik-v39", "font-rubik-v41", "font-rubik-v43", "font-rubik-v48", "font-rubik-v52", "font-rubik-v53", "font-rubik-v57", "font-rubik-v58", "font-rubik-v60", "font-shadows-into-light-v16", "font-shadows-into-light-v18", "font-shadows-into-light-v23", "font-shadows-into-light-v25", "font-shadows-into-light-v26", "font-source-code-pro-v02", "font-source-code-pro-v06", "font-source-code-pro-v08", "font-source-code-pro-v10", "font-source-code-pro-v11", "font-source-code-pro-v12", "font-source-code-pro-v13", "font-source-code-pro-v14", "font-source-code-pro-v16", "font-source-code-pro-v17", "font-source-code-pro-v19", "font-source-code-pro-v21", "font-source-code-pro-v22", "font-source-code-pro-v23", "font-source-code-pro-v24", "font-source-code-pro-v25", "font-source-code-pro-v28", "font-source-code-pro-v29", "font-source-code-pro-v30", "font-source-code-pro-v31", "font-source-code-pro-v32", "font-source-code-pro-v34", "font-source-code-pro-v37", "font-source-code-pro-v38", "font-source-code-pro-v39", "font-source-code-pro-v44", "font-source-code-pro-v47", "font-source-code-pro-v48", "font-source-code-pro-v49", "font-source-code-pro-v51", "font-source-code-pro-v57", "font-source-code-pro-v59", "font-source-code-pro-v60", "font-source-sans-3-v05", "font-source-sans-3-v06", "font-source-sans-3-v07", "font-source-sans-3-v10", "font-source-sans-3-v13", "font-source-sans-3-v17", "font-source-sans-3-v19", "font-source-sans-3-v20", "font-source-sans-3-v25", "font-source-sans-3-v26", "font-source-sans-3-v27", "font-source-sans-3-v29", "font-source-sans-3-v33", "font-source-sans-3-v38", "font-source-sans-3-v39", "font-source-sans-3-v41", "font-source-sans-3-v48", "font-source-sans-3-v50", "font-source-sans-3-v53", "font-source-sans-3-v56", "font-source-sans-3-v58", "font-space-mono-v17", "font-space-mono-v18", "font-space-mono-v19", "font-space-mono-v20", "font-space-mono-v21", "font-space-mono-v22", "font-space-mono-v27", "font-space-mono-v28", "font-space-mono-v29", "font-space-mono-v32", "font-space-mono-v33", "font-space-mono-v35", "font-space-mono-v39", "font-space-mono-v43", "font-spectral-v02", "font-spectral-v08", "font-spectral-v09", "font-spectral-v18", "font-spectral-v22", "font-spectral-v25", "font-spectral-v29", "font-spectral-v30", "font-spectral-v45", "font-times-new-roman-v17", "font-times-new-roman-v18", "font-times-new-roman-v23", "font-times-new-roman-v28", "font-times-new-roman-v30", "font-work-sans-v02", "font-work-sans-v05", "font-work-sans-v11", "font-work-sans-v12", "font-work-sans-v14", "font-work-sans-v15", "font-work-sans-v19", "font-work-sans-v20", "font-work-sans-v23", "font-work-sans-v24", "font-work-sans-v25", "font-work-sans-v26", "font-work-sans-v29", "font-work-sans-v33", "font-work-sans-v35", "font-work-sans-v38", "font-work-sans-v40", "font-work-sans-v42", "font-work-sans-v49", "font-work-sans-v50", "font-work-sans-v52", "font-work-sans-v54", "font-work-sans-v57", "font-work-sans-v58" ], "cohort_fingerprint": "19097ac3b1a2cab662304dcea8f051297779934f2fc35d8d22bc79a1e66ee19e", "model_ids": [ "claude-fable-5-1", "claude-haiku-4-5-20251001", "claude-opus-5", "claude-sonnet-5", "gemini-3.1-pro-preview", "gemini-3.5-flash-lite", "gemini-3.8-flash", "gpt-5.6-luna", "gpt-5.6-sol", "gpt-5.6-terra", "gpt-6-astra" ], "font_count": 49 }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "campaign": { "final_response_count": 8102, "attempt_count": 8122, "infrastructure_attempt_count": 20, "infrastructure_error_kinds": { "credits": 16, "unavailable": 4 }, "spent_cost_usd": 99.99190144999976, "budget_usd": 100.0, "cost_incomplete": false }, "models": [ { "model_id": "claude-fable-5-1", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Fable 5.1", "enabled": true, "id": "claude-fable-5-1", "input_per_m": 10.0, "max_output_tokens": 4096, "model": "claude-fable-5-1", "notes": "Latest Fable. Adaptive thinking is always on; default effort is high.", "output_per_m": 50.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "5651e81821421e372074e9b58db5cced4e5fb6d05ec21248e07c30ed8d2aa366", "status": "finalized", "coverage_status": "partial", "observed_task_count": 728, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.42857142857142855, "category": 0.9642857142857143, "weight": 0.8214285714285714, "modifier": 0.9958791208791209, "kerning": 0.8063186813186813, "line_height": 0.39972527472527475, "composite": 0.7360347985347985, "exact": 0.13324175824175824 }, "mean_api_response_cost_usd": 0.01737771978021972, "cost_known_response_count": 728, "mean_latency_sec": 4.889266202689384, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.5333333333333333, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.7333333333333333, "line_height": 0.3333333333333333, "composite": 0.7444444444444444, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.016896, "cost_known_response_count": 15, "mean_latency_sec": 4.582897117733955, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.4444444444444444, "category": 1.0, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.5555555555555556, "composite": 0.7777777777777777, "exact": 0.2222222222222222 }, "mean_api_response_cost_usd": 0.022184444444444444, "cost_known_response_count": 9, "mean_latency_sec": 6.258155840885593, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 1.0, "category": 0.5, "weight": 0.5, "modifier": 1.0, "kerning": 1.0, "line_height": 0.5, "composite": 0.75, "exact": 0.5 }, "mean_api_response_cost_usd": 0.016715, "cost_known_response_count": 2, "mean_latency_sec": 4.3210197369990055, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.3, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.9, "line_height": 0.4666666666666667, "composite": 0.75, "exact": 0.1 }, "mean_api_response_cost_usd": 0.01773866666666667, "cost_known_response_count": 30, "mean_latency_sec": 5.04534841493393, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.3157894736842105, "category": 1.0, "weight": 0.5789473684210527, "modifier": 1.0, "kerning": 0.8947368421052632, "line_height": 0.5263157894736842, "composite": 0.7192982456140351, "exact": 0.15789473684210525 }, "mean_api_response_cost_usd": 0.016761052631578944, "cost_known_response_count": 19, "mean_latency_sec": 4.846865304159062, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.3333333333333333, "composite": 0.7499999999999999, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.016659999999999998, "cost_known_response_count": 6, "mean_latency_sec": 5.066622629167493, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.6363636363636364, "category": 1.0, "weight": 0.6363636363636364, "modifier": 1.0, "kerning": 0.7272727272727273, "line_height": 0.36363636363636365, "composite": 0.7272727272727272, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.01782272727272727, "cost_known_response_count": 11, "mean_latency_sec": 4.936130100908816, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 1.0, "weight": 0.9166666666666666, "modifier": 0.75, "kerning": 0.75, "line_height": 0.5833333333333334, "composite": 0.7638888888888888, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.029705, "cost_known_response_count": 12, "mean_latency_sec": 8.115747210502983, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.017026666666666666, "cost_known_response_count": 3, "mean_latency_sec": 4.725080969001283, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.8, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 1.0, "line_height": 0.4, "composite": 0.8444444444444446, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.017891333333333332, "cost_known_response_count": 15, "mean_latency_sec": 4.996556088066427, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.017544999999999998, "cost_known_response_count": 2, "mean_latency_sec": 4.245945780501643, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.9090909090909091, "line_height": 0.5454545454545454, "composite": 0.7121212121212123, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01660818181818182, "cost_known_response_count": 11, "mean_latency_sec": 4.460503321815684, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.3181818181818182, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.8636363636363636, "line_height": 0.4090909090909091, "composite": 0.75, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.016692272727272726, "cost_known_response_count": 22, "mean_latency_sec": 4.668213590589982, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.4444444444444444, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.4444444444444444, "composite": 0.7037037037037037, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.016702222222222222, "cost_known_response_count": 9, "mean_latency_sec": 4.887616647774444, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.3333333333333333, "composite": 0.8055555555555555, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.016701666666666667, "cost_known_response_count": 12, "mean_latency_sec": 4.460747433583795, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5, "composite": 0.6527777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01697083333333333, "cost_known_response_count": 12, "mean_latency_sec": 4.695376213418058, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.2857142857142857, "category": 0.9047619047619048, "weight": 0.8095238095238095, "modifier": 1.0, "kerning": 0.8571428571428571, "line_height": 0.47619047619047616, "composite": 0.7222222222222222, "exact": 0.047619047619047616 }, "mean_api_response_cost_usd": 0.016644285714285716, "cost_known_response_count": 21, "mean_latency_sec": 4.598330725902564, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.45454545454545453, "category": 1.0, "weight": 0.7272727272727273, "modifier": 1.0, "kerning": 0.9090909090909091, "line_height": 0.45454545454545453, "composite": 0.7575757575757575, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.016994545454545453, "cost_known_response_count": 11, "mean_latency_sec": 4.808708854272316, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.25, "category": 1.0, "weight": 0.85, "modifier": 1.0, "kerning": 0.7, "line_height": 0.3, "composite": 0.6833333333333332, "exact": 0.05 }, "mean_api_response_cost_usd": 0.019018, "cost_known_response_count": 20, "mean_latency_sec": 5.465724303899333, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.75, "modifier": 1.0, "kerning": 0.75, "line_height": 0.0, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0165125, "cost_known_response_count": 4, "mean_latency_sec": 4.585982857501222, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 0.9583333333333334, "modifier": 1.0, "kerning": 0.7916666666666666, "line_height": 0.5, "composite": 0.7638888888888888, "exact": 0.125 }, "mean_api_response_cost_usd": 0.01919708333333333, "cost_known_response_count": 24, "mean_latency_sec": 5.595927358333938, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.5294117647058824, "category": 1.0, "weight": 0.6470588235294118, "modifier": 1.0, "kerning": 0.6470588235294118, "line_height": 0.11764705882352941, "composite": 0.6568627450980392, "exact": 0.058823529411764705 }, "mean_api_response_cost_usd": 0.016676470588235293, "cost_known_response_count": 17, "mean_latency_sec": 4.649753695999286, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.9230769230769231, "category": 1.0, "weight": 0.9230769230769231, "modifier": 1.0, "kerning": 0.8461538461538461, "line_height": 0.3076923076923077, "composite": 0.8333333333333334, "exact": 0.3076923076923077 }, "mean_api_response_cost_usd": 0.016529999999999996, "cost_known_response_count": 13, "mean_latency_sec": 4.766513490766206, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.2727272727272727, "category": 1.0, "weight": 0.7272727272727273, "modifier": 1.0, "kerning": 0.9090909090909091, "line_height": 0.6363636363636364, "composite": 0.7575757575757577, "exact": 0.2727272727272727 }, "mean_api_response_cost_usd": 0.01671363636363636, "cost_known_response_count": 11, "mean_latency_sec": 4.93661371418222, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.6666666666666666, "category": 0.16666666666666666, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 1.0, "line_height": 0.16666666666666666, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016551666666666666, "cost_known_response_count": 6, "mean_latency_sec": 5.062257913166832, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.07142857142857142, "category": 1.0, "weight": 0.7857142857142857, "modifier": 1.0, "kerning": 0.9285714285714286, "line_height": 0.35714285714285715, "composite": 0.6904761904761904, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01661214285714286, "cost_known_response_count": 14, "mean_latency_sec": 4.646065900855839, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.6111111111111112, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.6666666666666666, "composite": 0.7962962962962963, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.01677388888888889, "cost_known_response_count": 18, "mean_latency_sec": 4.6350590018903155, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.8695652173913043, "category": 1.0, "weight": 0.8260869565217391, "modifier": 1.0, "kerning": 0.8260869565217391, "line_height": 0.6086956521739131, "composite": 0.8550724637681159, "exact": 0.34782608695652173 }, "mean_api_response_cost_usd": 0.016783478260869567, "cost_known_response_count": 23, "mean_latency_sec": 5.062258550129153, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.07142857142857142, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8214285714285714, "line_height": 0.42857142857142855, "composite": 0.7202380952380952, "exact": 0.07142857142857142 }, "mean_api_response_cost_usd": 0.016808214285714284, "cost_known_response_count": 28, "mean_latency_sec": 4.549611678749768, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.7307692307692307, "category": 0.9615384615384616, "weight": 0.9615384615384616, "modifier": 1.0, "kerning": 0.8461538461538461, "line_height": 0.2692307692307692, "composite": 0.7948717948717948, "exact": 0.23076923076923078 }, "mean_api_response_cost_usd": 0.016684615384615385, "cost_known_response_count": 26, "mean_latency_sec": 4.784295693691372, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.9, "category": 1.0, "weight": 0.9, "modifier": 1.0, "kerning": 0.9, "line_height": 0.3, "composite": 0.8333333333333334, "exact": 0.3 }, "mean_api_response_cost_usd": 0.01659, "cost_known_response_count": 10, "mean_latency_sec": 4.86803500890237, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.6, "category": 0.8666666666666667, "weight": 0.6, "modifier": 1.0, "kerning": 1.0, "line_height": 0.4666666666666667, "composite": 0.7555555555555555, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.016612666666666668, "cost_known_response_count": 15, "mean_latency_sec": 4.680805821532461, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.875, "line_height": 0.1875, "composite": 0.6770833333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01675875, "cost_known_response_count": 16, "mean_latency_sec": 4.726473824374807, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.3333333333333333, "composite": 0.6805555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0166525, "cost_known_response_count": 12, "mean_latency_sec": 4.509120530248765, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.7142857142857143, "category": 1.0, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.2857142857142857, "line_height": 0.42857142857142855, "composite": 0.7142857142857143, "exact": 0.0 }, "mean_api_response_cost_usd": 0.019, "cost_known_response_count": 7, "mean_latency_sec": 5.2809602481429465, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.8125, "category": 1.0, "weight": 0.75, "modifier": 1.0, "kerning": 0.875, "line_height": 0.25, "composite": 0.78125, "exact": 0.25 }, "mean_api_response_cost_usd": 0.016666875, "cost_known_response_count": 16, "mean_latency_sec": 4.487467751937402, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.15, "category": 1.0, "weight": 0.95, "modifier": 1.0, "kerning": 0.9, "line_height": 0.45, "composite": 0.7416666666666666, "exact": 0.05 }, "mean_api_response_cost_usd": 0.018789499999999997, "cost_known_response_count": 20, "mean_latency_sec": 5.240425027849414, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.9411764705882353, "category": 0.9411764705882353, "weight": 0.6470588235294118, "modifier": 1.0, "kerning": 0.6470588235294118, "line_height": 0.4117647058823529, "composite": 0.7647058823529412, "exact": 0.23529411764705882 }, "mean_api_response_cost_usd": 0.01761823529411765, "cost_known_response_count": 17, "mean_latency_sec": 5.041758409001083, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.3333333333333333, "category": 0.9523809523809523, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.8095238095238095, "line_height": 0.2857142857142857, "composite": 0.7063492063492064, "exact": 0.047619047619047616 }, "mean_api_response_cost_usd": 0.0166, "cost_known_response_count": 21, "mean_latency_sec": 4.763163923809078, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.96, "category": 1.0, "weight": 0.88, "modifier": 1.0, "kerning": 0.76, "line_height": 0.24, "composite": 0.8066666666666666, "exact": 0.12 }, "mean_api_response_cost_usd": 0.016684, "cost_known_response_count": 25, "mean_latency_sec": 4.564991089840187, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.5454545454545454, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.2727272727272727, "composite": 0.6969696969696969, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.016964545454545454, "cost_known_response_count": 11, "mean_latency_sec": 4.593017950458241, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.14285714285714285, "category": 0.7142857142857143, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8571428571428571, "line_height": 0.3333333333333333, "composite": 0.6190476190476191, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016672380952380956, "cost_known_response_count": 21, "mean_latency_sec": 4.781280449333107, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 1.0, "line_height": 0.6, "composite": 0.7333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0168, "cost_known_response_count": 5, "mean_latency_sec": 4.792404334797174, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.30303030303030304, "category": 1.0, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.48484848484848486, "line_height": 0.2727272727272727, "composite": 0.6464646464646465, "exact": 0.030303030303030304 }, "mean_api_response_cost_usd": 0.016893030303030306, "cost_known_response_count": 33, "mean_latency_sec": 4.611011036182225, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7619047619047619, "modifier": 1.0, "kerning": 0.8571428571428571, "line_height": 0.42857142857142855, "composite": 0.6746031746031745, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016817142857142857, "cost_known_response_count": 21, "mean_latency_sec": 5.1451413510450426, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.7857142857142857, "category": 1.0, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.5, "composite": 0.8095238095238094, "exact": 0.35714285714285715 }, "mean_api_response_cost_usd": 0.016967857142857142, "cost_known_response_count": 14, "mean_latency_sec": 4.4793536083598156, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.3333333333333333, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016693333333333334, "cost_known_response_count": 9, "mean_latency_sec": 4.8039973906658515, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 0.4, "composite": 0.8666666666666667, "exact": 0.4 }, "mean_api_response_cost_usd": 0.01684, "cost_known_response_count": 5, "mean_latency_sec": 4.762511591397924, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.16666666666666666, "category": 0.875, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.4583333333333333, "composite": 0.6944444444444445, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.017721666666666663, "cost_known_response_count": 24, "mean_latency_sec": 4.840623564584045, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.4857142857142857, "category": 1.0, "weight": 0.7428571428571429, "modifier": 1.0, "kerning": 0.6857142857142857, "line_height": 0.4857142857142857, "composite": 0.7333333333333334, "exact": 0.11428571428571428 }, "mean_api_response_cost_usd": 0.017555714285714286, "cost_known_response_count": 35, "mean_latency_sec": 4.9539990645130665, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.42696629213483145, "category": 1.0, "weight": 0.8202247191011236, "modifier": 1.0, "kerning": 0.5617977528089888, "line_height": 0.3258426966292135, "composite": 0.6891385767790262, "exact": 0.11235955056179775 }, "mean_api_response_cost_usd": 0.016897415730337085, "cost_known_response_count": 89, "mean_latency_sec": 4.598648664270779, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.42408376963350786, "category": 0.9581151832460733, "weight": 0.8586387434554974, "modifier": 1.0, "kerning": 0.824607329842932, "line_height": 0.38481675392670156, "composite": 0.7417102966841186, "exact": 0.12303664921465969 }, "mean_api_response_cost_usd": 0.0171975392670157, "cost_known_response_count": 382, "mean_latency_sec": 4.883818680290084, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.5555555555555556, "category": 0.4444444444444444, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.2222222222222222, "composite": 0.6296296296296297, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.016597222222222225, "cost_known_response_count": 18, "mean_latency_sec": 4.87551411988938, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.4166666666666667, "category": 1.0, "weight": 0.7794117647058824, "modifier": 0.9852941176470589, "kerning": 0.8921568627450981, "line_height": 0.46078431372549017, "composite": 0.7557189542483661, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.017962990196078426, "cost_known_response_count": 204, "mean_latency_sec": 5.016363270348009, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.4122137404580153, "category": 0.9541984732824428, "weight": 0.8244274809160306, "modifier": 0.9770992366412213, "kerning": 0.7633587786259542, "line_height": 0.42748091603053434, "composite": 0.7264631043256998, "exact": 0.13740458015267176 }, "mean_api_response_cost_usd": 0.01733557251908396, "cost_known_response_count": 131, "mean_latency_sec": 4.913057060450145, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.460093896713615, "category": 1.0, "weight": 0.7230046948356808, "modifier": 1.0, "kerning": 0.812206572769953, "line_height": 0.37089201877934275, "composite": 0.727699530516432, "exact": 0.14084507042253522 }, "mean_api_response_cost_usd": 0.017353474178403754, "cost_known_response_count": 213, "mean_latency_sec": 4.871047981431409, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.46464646464646464, "category": 0.9427609427609428, "weight": 0.8956228956228957, "modifier": 1.0, "kerning": 0.8417508417508418, "line_height": 0.4107744107744108, "composite": 0.7592592592592594, "exact": 0.15488215488215487 }, "mean_api_response_cost_usd": 0.01739451178451178, "cost_known_response_count": 297, "mean_latency_sec": 4.844139968114288, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.25287356321839083, "category": 0.9655172413793104, "weight": 0.8045977011494253, "modifier": 1.0, "kerning": 0.735632183908046, "line_height": 0.39080459770114945, "composite": 0.6915708812260536, "exact": 0.034482758620689655 }, "mean_api_response_cost_usd": 0.017443218390804604, "cost_known_response_count": 87, "mean_latency_sec": 5.052098046713435, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.4957983193277311, "category": 0.9915966386554622, "weight": 0.8403361344537815, "modifier": 1.0, "kerning": 0.8991596638655462, "line_height": 0.40336134453781514, "composite": 0.7717086834733894, "exact": 0.18487394957983194 }, "mean_api_response_cost_usd": 0.01724050420168067, "cost_known_response_count": 119, "mean_latency_sec": 4.825418845579559, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.5620915032679739, "category": 0.9869281045751634, "weight": 0.869281045751634, "modifier": 0.9803921568627451, "kerning": 0.8823529411764706, "line_height": 0.42483660130718953, "composite": 0.7843137254901963, "exact": 0.1895424836601307 }, "mean_api_response_cost_usd": 0.017322745098039213, "cost_known_response_count": 153, "mean_latency_sec": 4.82434187740471, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.32450331125827814, "category": 0.9337748344370861, "weight": 0.8543046357615894, "modifier": 1.0, "kerning": 0.7417218543046358, "line_height": 0.3443708609271523, "composite": 0.6997792494481235, "exact": 0.10596026490066225 }, "mean_api_response_cost_usd": 0.016796357615894035, "cost_known_response_count": 151, "mean_latency_sec": 4.763547983356877, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.3137254901960784, "category": 0.9673202614379085, "weight": 0.7516339869281046, "modifier": 1.0, "kerning": 0.6862745098039216, "line_height": 0.38562091503267976, "composite": 0.6840958605664489, "exact": 0.06535947712418301 }, "mean_api_response_cost_usd": 0.017736013071895422, "cost_known_response_count": 153, "mean_latency_sec": 5.0469172317979805, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.4605263157894737, "category": 0.9473684210526315, "weight": 0.7960526315789473, "modifier": 1.0, "kerning": 0.8421052631578947, "line_height": 0.4407894736842105, "composite": 0.7478070175438596, "exact": 0.13157894736842105 }, "mean_api_response_cost_usd": 0.017757368421052626, "cost_known_response_count": 152, "mean_latency_sec": 4.970806340388184, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.4315352697095436, "category": 0.946058091286307, "weight": 0.8132780082987552, "modifier": 0.995850622406639, "kerning": 0.946058091286307, "line_height": 0.45228215767634855, "composite": 0.7641770401106501, "exact": 0.13692946058091288 }, "mean_api_response_cost_usd": 0.017342240663900416, "cost_known_response_count": 241, "mean_latency_sec": 4.831660081887305, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.4708171206225681, "category": 0.9766536964980544, "weight": 0.8638132295719845, "modifier": 0.9961089494163424, "kerning": 0.7665369649805448, "line_height": 0.47470817120622566, "composite": 0.75810635538262, "exact": 0.1867704280155642 }, "mean_api_response_cost_usd": 0.017332256809338517, "cost_known_response_count": 257, "mean_latency_sec": 4.897485495474871, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.3782608695652174, "category": 0.9695652173913043, "weight": 0.782608695652174, "modifier": 0.9956521739130435, "kerning": 0.7043478260869566, "line_height": 0.2608695652173913, "composite": 0.6818840579710145, "exact": 0.06956521739130435 }, "mean_api_response_cost_usd": 0.01746569565217391, "cost_known_response_count": 230, "mean_latency_sec": 4.940443232547778, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.4268292682926829, "category": 0.975609756097561, "weight": 0.8658536585365854, "modifier": 0.9959349593495935, "kerning": 0.8617886178861789, "line_height": 1.0, "composite": 0.8543360433604336, "exact": 0.3252032520325203 }, "mean_api_response_cost_usd": 0.01797813008130081, "cost_known_response_count": 246, "mean_latency_sec": 4.919441017759865, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.4448979591836735, "category": 0.9673469387755103, "weight": 0.8163265306122449, "modifier": 0.9959183673469387, "kerning": 0.6816326530612244, "line_height": 0.053061224489795916, "composite": 0.6598639455782314, "exact": 0.02040816326530612 }, "mean_api_response_cost_usd": 0.01730506122448981, "cost_known_response_count": 245, "mean_latency_sec": 4.903869125126844, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.41350210970464135, "category": 0.9493670886075949, "weight": 0.7805907172995781, "modifier": 0.9957805907172996, "kerning": 0.8776371308016878, "line_height": 0.1350210970464135, "composite": 0.6919831223628692, "exact": 0.05063291139240506 }, "mean_api_response_cost_usd": 0.01682962025316455, "cost_known_response_count": 237, "mean_latency_sec": 4.842849660476236, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.4403292181069959, "category": 0.9629629629629629, "weight": 0.8436213991769548, "modifier": 0.9958847736625515, "kerning": 0.7695473251028807, "line_height": 0.4732510288065844, "composite": 0.747599451303155, "exact": 0.15637860082304528 }, "mean_api_response_cost_usd": 0.01771835390946502, "cost_known_response_count": 243, "mean_latency_sec": 5.046174807727867, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.3574468085106383, "category": 0.948936170212766, "weight": 0.8170212765957446, "modifier": 0.9957446808510638, "kerning": 0.8765957446808511, "line_height": 0.3829787234042553, "composite": 0.7297872340425532, "exact": 0.10212765957446808 }, "mean_api_response_cost_usd": 0.01714991489361702, "cost_known_response_count": 235, "mean_latency_sec": 4.915146395778643, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.484, "category": 0.98, "weight": 0.804, "modifier": 0.996, "kerning": 0.776, "line_height": 0.344, "composite": 0.7306666666666667, "exact": 0.14 }, "mean_api_response_cost_usd": 0.017260759999999993, "cost_known_response_count": 250, "mean_latency_sec": 4.712423657088075, "latency_known_response_count": 250 } ] } }, { "model_id": "claude-haiku-4-5-20251001", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Haiku 4.5", "enabled": true, "id": "claude-haiku-4-5-20251001", "input_per_m": 1.0, "max_output_tokens": 1024, "model": "claude-haiku-4-5-20251001", "notes": "Latest Haiku, using its dated snapshot ID.", "output_per_m": 5.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "0955227c94c7dc3da8e437be80ebacb3226b826411a0b59e4d37966e425f2a3c", "status": "finalized", "coverage_status": "partial", "observed_task_count": 743, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.034340659340659344, "category": 0.6208791208791209, "weight": 0.7129120879120879, "modifier": 0.8365384615384616, "kerning": 0.42857142857142855, "line_height": 0.4217032967032967, "composite": 0.5091575091575091, "exact": 0.004120879120879121 }, "mean_api_response_cost_usd": 0.00135219642857143, "cost_known_response_count": 728, "mean_latency_sec": 1.6973014957541606, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.6, "category": 0.6, "weight": 0.7333333333333333, "modifier": 0.7333333333333333, "kerning": 0.4, "line_height": 0.4666666666666667, "composite": 0.5888888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013706, "cost_known_response_count": 15, "mean_latency_sec": 1.535797637864986, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.0, "category": 0.3333333333333333, "weight": 0.7777777777777778, "modifier": 0.8888888888888888, "kerning": 0.3333333333333333, "line_height": 0.2222222222222222, "composite": 0.425925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013748888888888888, "cost_known_response_count": 9, "mean_latency_sec": 1.8067694611139207, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.0, "composite": 0.3333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001366, "cost_known_response_count": 2, "mean_latency_sec": 1.8498269815027015, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.0, "category": 0.6, "weight": 0.7, "modifier": 0.9666666666666667, "kerning": 0.36666666666666664, "line_height": 0.5, "composite": 0.5222222222222223, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013478666666666664, "cost_known_response_count": 30, "mean_latency_sec": 1.597167600331401, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.0, "category": 0.8421052631578947, "weight": 0.47368421052631576, "modifier": 0.8947368421052632, "kerning": 0.5789473684210527, "line_height": 0.47368421052631576, "composite": 0.543859649122807, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013499473684210526, "cost_known_response_count": 19, "mean_latency_sec": 1.8376188887892855, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 0.6666666666666666, "kerning": 0.5, "line_height": 0.5, "composite": 0.27777777777777773, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013638333333333332, "cost_known_response_count": 6, "mean_latency_sec": 1.635890140661407, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.45454545454545453, "modifier": 0.09090909090909091, "kerning": 0.45454545454545453, "line_height": 0.36363636363636365, "composite": 0.37878787878787873, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013279090909090905, "cost_known_response_count": 11, "mean_latency_sec": 1.6620974154595223, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.0, "category": 0.9166666666666666, "weight": 0.9166666666666666, "modifier": 0.8333333333333334, "kerning": 0.5, "line_height": 0.4166666666666667, "composite": 0.5972222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013583333333333336, "cost_known_response_count": 12, "mean_latency_sec": 1.4433373041683808, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.3333333333333333, "category": 0.3333333333333333, "weight": 1.0, "modifier": 1.0, "kerning": 0.0, "line_height": 0.3333333333333333, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013629999999999998, "cost_known_response_count": 3, "mean_latency_sec": 1.6286861726645536, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.6666666666666666, "modifier": 0.8666666666666667, "kerning": 0.6, "line_height": 0.3333333333333333, "composite": 0.5666666666666668, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013411333333333334, "cost_known_response_count": 15, "mean_latency_sec": 1.623672691869433, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.0, "line_height": 0.5, "composite": 0.75, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0014264999999999998, "cost_known_response_count": 2, "mean_latency_sec": 1.4813895979968947, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.6363636363636364, "composite": 0.6363636363636364, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013469090909090909, "cost_known_response_count": 11, "mean_latency_sec": 1.7732235819077522, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 0.36363636363636365, "weight": 0.5909090909090909, "modifier": 0.6818181818181818, "kerning": 0.45454545454545453, "line_height": 0.36363636363636365, "composite": 0.4090909090909091, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013362272727272726, "cost_known_response_count": 22, "mean_latency_sec": 1.5804005747268093, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5555555555555556, "modifier": 0.1111111111111111, "kerning": 0.3333333333333333, "line_height": 0.2222222222222222, "composite": 0.3703703703703704, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013544444444444444, "cost_known_response_count": 9, "mean_latency_sec": 1.702351328334771, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.0, "category": 0.9166666666666666, "weight": 1.0, "modifier": 0.9166666666666666, "kerning": 0.5, "line_height": 0.4166666666666667, "composite": 0.6249999999999999, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001348, "cost_known_response_count": 12, "mean_latency_sec": 1.5560441888337664, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 0.9166666666666666, "modifier": 0.75, "kerning": 0.3333333333333333, "line_height": 0.16666666666666666, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013674166666666667, "cost_known_response_count": 12, "mean_latency_sec": 1.6788336128326289, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.8571428571428571, "modifier": 0.8095238095238095, "kerning": 0.3333333333333333, "line_height": 0.3333333333333333, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013223809523809523, "cost_known_response_count": 21, "mean_latency_sec": 1.6299039783341522, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.5454545454545454, "category": 0.7272727272727273, "weight": 0.8181818181818182, "modifier": 0.9090909090909091, "kerning": 0.45454545454545453, "line_height": 0.5454545454545454, "composite": 0.6666666666666666, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.0013896363636363635, "cost_known_response_count": 11, "mean_latency_sec": 2.0566860229089134, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.05, "category": 0.45, "weight": 0.8, "modifier": 0.95, "kerning": 0.35, "line_height": 0.45, "composite": 0.5083333333333334, "exact": 0.05 }, "mean_api_response_cost_usd": 0.0013388, "cost_known_response_count": 20, "mean_latency_sec": 1.7932728797502933, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.25, "category": 0.0, "weight": 0.0, "modifier": 0.75, "kerning": 0.0, "line_height": 0.5, "composite": 0.25, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001337, "cost_known_response_count": 4, "mean_latency_sec": 1.8507485902518965, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.0, "category": 0.4583333333333333, "weight": 0.7916666666666666, "modifier": 0.75, "kerning": 0.3333333333333333, "line_height": 0.25, "composite": 0.4305555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013531666666666666, "cost_known_response_count": 24, "mean_latency_sec": 1.7094378062914377, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.47058823529411764, "modifier": 0.8235294117647058, "kerning": 0.47058823529411764, "line_height": 0.29411764705882354, "composite": 0.5098039215686274, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013478823529411762, "cost_known_response_count": 17, "mean_latency_sec": 1.8110161535270677, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 0.3076923076923077, "weight": 0.6923076923076923, "modifier": 0.9230769230769231, "kerning": 0.46153846153846156, "line_height": 0.5384615384615384, "composite": 0.48717948717948717, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013461538461538463, "cost_known_response_count": 13, "mean_latency_sec": 1.74506079184469, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 0.8181818181818182, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.5454545454545454, "line_height": 0.45454545454545453, "composite": 0.6212121212121212, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013588181818181817, "cost_known_response_count": 11, "mean_latency_sec": 1.8343018157267414, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.0, "category": 0.0, "weight": 1.0, "modifier": 0.3333333333333333, "kerning": 0.5, "line_height": 0.16666666666666666, "composite": 0.3333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013521666666666667, "cost_known_response_count": 6, "mean_latency_sec": 1.5628173883354368, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.0, "category": 0.6428571428571429, "weight": 0.9285714285714286, "modifier": 0.9285714285714286, "kerning": 0.5, "line_height": 0.2857142857142857, "composite": 0.5476190476190476, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001354642857142857, "cost_known_response_count": 14, "mean_latency_sec": 1.9816631114985543, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.0, "category": 0.7777777777777778, "weight": 0.5555555555555556, "modifier": 0.8888888888888888, "kerning": 0.3888888888888889, "line_height": 0.4444444444444444, "composite": 0.5092592592592592, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013621666666666667, "cost_known_response_count": 18, "mean_latency_sec": 1.6947848491658482, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.0, "category": 0.6521739130434783, "weight": 0.8695652173913043, "modifier": 0.8695652173913043, "kerning": 0.391304347826087, "line_height": 0.30434782608695654, "composite": 0.5144927536231884, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013538260869565219, "cost_known_response_count": 23, "mean_latency_sec": 1.7616357624792727, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.39285714285714285, "weight": 0.6428571428571429, "modifier": 0.8571428571428571, "kerning": 0.39285714285714285, "line_height": 0.5357142857142857, "composite": 0.4702380952380952, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013458571428571428, "cost_known_response_count": 28, "mean_latency_sec": 1.6218970011785652, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.0, "category": 0.46153846153846156, "weight": 0.5, "modifier": 0.8461538461538461, "kerning": 0.5, "line_height": 0.5769230769230769, "composite": 0.48076923076923067, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001354115384615385, "cost_known_response_count": 26, "mean_latency_sec": 1.8575010149601998, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.0, "category": 0.4, "weight": 1.0, "modifier": 0.8, "kerning": 0.4, "line_height": 0.4, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013315, "cost_known_response_count": 10, "mean_latency_sec": 1.6720957485056716, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.06666666666666667, "category": 0.6666666666666666, "weight": 0.4, "modifier": 0.9333333333333333, "kerning": 0.3333333333333333, "line_height": 0.4666666666666667, "composite": 0.4777777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013465999999999997, "cost_known_response_count": 15, "mean_latency_sec": 1.6269807322668688, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.1875, "weight": 0.9375, "modifier": 1.0, "kerning": 0.4375, "line_height": 0.3125, "composite": 0.4791666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013356874999999999, "cost_known_response_count": 16, "mean_latency_sec": 1.7094003143138252, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.5, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00135475, "cost_known_response_count": 12, "mean_latency_sec": 1.6707605655016475, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.14285714285714285, "kerning": 0.5714285714285714, "line_height": 0.2857142857142857, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013812857142857145, "cost_known_response_count": 7, "mean_latency_sec": 1.4552546775708575, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.125, "category": 0.875, "weight": 0.5625, "modifier": 0.875, "kerning": 0.5, "line_height": 0.5, "composite": 0.5729166666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013486875, "cost_known_response_count": 16, "mean_latency_sec": 1.679762349502198, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 0.6, "weight": 0.75, "modifier": 0.8, "kerning": 0.5, "line_height": 0.6, "composite": 0.5416666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00136545, "cost_known_response_count": 20, "mean_latency_sec": 1.6772249731991906, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.0, "category": 0.5882352941176471, "weight": 0.8823529411764706, "modifier": 0.8823529411764706, "kerning": 0.47058823529411764, "line_height": 0.6470588235294118, "composite": 0.5784313725490197, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013602941176470587, "cost_known_response_count": 17, "mean_latency_sec": 1.7621928974112961, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.0, "category": 0.42857142857142855, "weight": 0.6190476190476191, "modifier": 0.9047619047619048, "kerning": 0.3333333333333333, "line_height": 0.5238095238095238, "composite": 0.4682539682539683, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013408095238095236, "cost_known_response_count": 21, "mean_latency_sec": 1.652987450761776, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.04, "category": 0.44, "weight": 0.64, "modifier": 0.92, "kerning": 0.36, "line_height": 0.32, "composite": 0.4533333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013457999999999999, "cost_known_response_count": 25, "mean_latency_sec": 1.7739454496389953, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.7272727272727273, "modifier": 1.0, "kerning": 0.36363636363636365, "line_height": 0.45454545454545453, "composite": 0.5757575757575758, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001377090909090909, "cost_known_response_count": 11, "mean_latency_sec": 1.5354432012748227, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.47619047619047616, "weight": 0.8571428571428571, "modifier": 0.8571428571428571, "kerning": 0.23809523809523808, "line_height": 0.38095238095238093, "composite": 0.4682539682539682, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013468571428571427, "cost_known_response_count": 21, "mean_latency_sec": 1.7769446840497298, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.2, "composite": 0.6333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001347, "cost_known_response_count": 5, "mean_latency_sec": 1.3964642675971846, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.9696969696969697, "weight": 0.5454545454545454, "modifier": 0.7878787878787878, "kerning": 0.3939393939393939, "line_height": 0.30303030303030304, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013608484848484847, "cost_known_response_count": 33, "mean_latency_sec": 1.7863837626677141, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 0.38095238095238093, "weight": 0.7142857142857143, "modifier": 0.9047619047619048, "kerning": 0.5714285714285714, "line_height": 0.42857142857142855, "composite": 0.49999999999999994, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013453809523809527, "cost_known_response_count": 21, "mean_latency_sec": 1.617559470617423, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7142857142857143, "modifier": 0.7857142857142857, "kerning": 0.5, "line_height": 0.6428571428571429, "composite": 0.6071428571428571, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013845, "cost_known_response_count": 14, "mean_latency_sec": 1.6924657955013183, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.6666666666666666, "modifier": 0.8888888888888888, "kerning": 0.6666666666666666, "line_height": 0.4444444444444444, "composite": 0.5555555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013496666666666665, "cost_known_response_count": 9, "mean_latency_sec": 1.4701891358870651, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.2, "category": 0.8, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.6, "composite": 0.7000000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013549999999999999, "cost_known_response_count": 5, "mean_latency_sec": 1.9034017499972833, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.375, "weight": 0.7916666666666666, "modifier": 0.8333333333333334, "kerning": 0.5, "line_height": 0.4583333333333333, "composite": 0.4930555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00135875, "cost_known_response_count": 24, "mean_latency_sec": 1.6008681797908746, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.02857142857142857, "category": 0.9142857142857143, "weight": 0.7142857142857143, "modifier": 0.3142857142857143, "kerning": 0.42857142857142855, "line_height": 0.2857142857142857, "composite": 0.4476190476190476, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013511428571428572, "cost_known_response_count": 35, "mean_latency_sec": 1.5902684606869506, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.02247191011235955, "category": 0.9550561797752809, "weight": 0.6404494382022472, "modifier": 0.8202247191011236, "kerning": 0.4044943820224719, "line_height": 0.3595505617977528, "composite": 0.5337078651685393, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013664606741573039, "cost_known_response_count": 89, "mean_latency_sec": 1.7239451424609162, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.031413612565445025, "category": 0.468586387434555, "weight": 0.7303664921465969, "modifier": 0.8534031413612565, "kerning": 0.4083769633507853, "line_height": 0.43717277486910994, "composite": 0.48821989528795817, "exact": 0.002617801047120419 }, "mean_api_response_cost_usd": 0.001347578534031413, "cost_known_response_count": 382, "mean_latency_sec": 1.6926228519475697, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.05555555555555555, "category": 0.0, "weight": 0.3333333333333333, "modifier": 0.6111111111111112, "kerning": 0.4444444444444444, "line_height": 0.3333333333333333, "composite": 0.2962962962962963, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013542222222222226, "cost_known_response_count": 18, "mean_latency_sec": 1.6830496387774474, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.04411764705882353, "category": 0.7647058823529411, "weight": 0.7450980392156863, "modifier": 0.9215686274509803, "kerning": 0.47549019607843135, "line_height": 0.45098039215686275, "composite": 0.5669934640522876, "exact": 0.00980392156862745 }, "mean_api_response_cost_usd": 0.0013546225490196082, "cost_known_response_count": 204, "mean_latency_sec": 1.714059569431365, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.04580152671755725, "category": 0.6564885496183206, "weight": 0.44274809160305345, "modifier": 0.8473282442748091, "kerning": 0.4580152671755725, "line_height": 0.35877862595419846, "composite": 0.46819338422391854, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013489541984732822, "cost_known_response_count": 131, "mean_latency_sec": 1.7129978986714927, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.04225352112676056, "category": 0.647887323943662, "weight": 0.755868544600939, "modifier": 0.8262910798122066, "kerning": 0.4460093896713615, "line_height": 0.4413145539906103, "composite": 0.52660406885759, "exact": 0.014084507042253521 }, "mean_api_response_cost_usd": 0.0013489436619718307, "cost_known_response_count": 213, "mean_latency_sec": 1.7020223515504886, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.03367003367003367, "category": 0.5959595959595959, "weight": 0.9292929292929293, "modifier": 0.8518518518518519, "kerning": 0.4208754208754209, "line_height": 0.4478114478114478, "composite": 0.5465768799102132, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001357831649831649, "cost_known_response_count": 297, "mean_latency_sec": 1.7009076835384873, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.0, "category": 0.5862068965517241, "weight": 0.27586206896551724, "modifier": 0.7931034482758621, "kerning": 0.367816091954023, "line_height": 0.3793103448275862, "composite": 0.40038314176245215, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013458045977011496, "cost_known_response_count": 87, "mean_latency_sec": 1.6497979458836616, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.025210084033613446, "category": 0.4117647058823529, "weight": 0.48739495798319327, "modifier": 1.0, "kerning": 0.37815126050420167, "line_height": 0.42857142857142855, "composite": 0.4551820728291316, "exact": 0.008403361344537815 }, "mean_api_response_cost_usd": 0.0013480672268907572, "cost_known_response_count": 119, "mean_latency_sec": 1.681908716672289, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.032679738562091505, "category": 0.6470588235294118, "weight": 0.7843137254901961, "modifier": 0.9607843137254902, "kerning": 0.41830065359477125, "line_height": 0.5163398692810458, "composite": 0.5599128540305011, "exact": 0.006535947712418301 }, "mean_api_response_cost_usd": 0.0013548954248366017, "cost_known_response_count": 153, "mean_latency_sec": 1.650781174993551, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.046357615894039736, "category": 0.8344370860927153, "weight": 0.7483443708609272, "modifier": 0.3509933774834437, "kerning": 0.5165562913907285, "line_height": 0.4105960264900662, "composite": 0.4845474613686534, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013429271523178808, "cost_known_response_count": 151, "mean_latency_sec": 1.6892885459006444, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.026143790849673203, "category": 0.5032679738562091, "weight": 0.7450980392156863, "modifier": 0.9477124183006536, "kerning": 0.37254901960784315, "line_height": 0.3202614379084967, "composite": 0.48583877995642705, "exact": 0.006535947712418301 }, "mean_api_response_cost_usd": 0.001362562091503268, "cost_known_response_count": 153, "mean_latency_sec": 1.741422117137262, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.039473684210526314, "category": 0.6644736842105263, "weight": 0.75, "modifier": 0.9539473684210527, "kerning": 0.4473684210526316, "line_height": 0.4342105263157895, "composite": 0.5482456140350876, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013514868421052619, "cost_known_response_count": 152, "mean_latency_sec": 1.7197281414343084, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.029045643153526972, "category": 0.4149377593360996, "weight": 0.6970954356846473, "modifier": 0.8713692946058091, "kerning": 0.3029045643153527, "line_height": 0.3070539419087137, "composite": 0.4370677731673582, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013676348547717837, "cost_known_response_count": 241, "mean_latency_sec": 1.751859823386081, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.0311284046692607, "category": 0.7159533073929961, "weight": 0.7159533073929961, "modifier": 0.8171206225680934, "kerning": 0.8832684824902723, "line_height": 0.5408560311284046, "composite": 0.6173800259403371, "exact": 0.011673151750972763 }, "mean_api_response_cost_usd": 0.0013517431906614784, "cost_known_response_count": 257, "mean_latency_sec": 1.679457263891091, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.043478260869565216, "category": 0.7304347826086957, "weight": 0.7260869565217392, "modifier": 0.8217391304347826, "kerning": 0.05217391304347826, "line_height": 0.40869565217391307, "composite": 0.463768115942029, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013365260869565214, "cost_known_response_count": 230, "mean_latency_sec": 1.660072846317274, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.04065040650406504, "category": 0.556910569105691, "weight": 0.7357723577235772, "modifier": 0.8170731707317073, "kerning": 0.4349593495934959, "line_height": 0.36585365853658536, "composite": 0.491869918699187, "exact": 0.0040650406504065045 }, "mean_api_response_cost_usd": 0.0013860934959349592, "cost_known_response_count": 246, "mean_latency_sec": 1.697414824073319, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.036734693877551024, "category": 0.6285714285714286, "weight": 0.6938775510204082, "modifier": 0.8326530612244898, "kerning": 0.4816326530612245, "line_height": 0.8, "composite": 0.5789115646258504, "exact": 0.00816326530612245 }, "mean_api_response_cost_usd": 0.0013483020408163267, "cost_known_response_count": 245, "mean_latency_sec": 1.7008992400279919, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.02531645569620253, "category": 0.679324894514768, "weight": 0.7088607594936709, "modifier": 0.8607594936708861, "kerning": 0.3670886075949367, "line_height": 0.08860759493670886, "composite": 0.4549929676511955, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013210379746835437, "cost_known_response_count": 237, "mean_latency_sec": 1.6934646767094281, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.0205761316872428, "category": 0.6296296296296297, "weight": 0.7613168724279835, "modifier": 0.8271604938271605, "kerning": 0.4773662551440329, "line_height": 0.35390946502057613, "composite": 0.5116598079561042, "exact": 0.00411522633744856 }, "mean_api_response_cost_usd": 0.0013402551440329213, "cost_known_response_count": 243, "mean_latency_sec": 1.7185959540287281, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.01702127659574468, "category": 0.5914893617021276, "weight": 0.7148936170212766, "modifier": 0.8, "kerning": 0.39574468085106385, "line_height": 0.5446808510638298, "composite": 0.5106382978723404, "exact": 0.00851063829787234 }, "mean_api_response_cost_usd": 0.0013213957446808512, "cost_known_response_count": 235, "mean_latency_sec": 1.694118033727554, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.064, "category": 0.64, "weight": 0.664, "modifier": 0.88, "kerning": 0.412, "line_height": 0.372, "composite": 0.5053333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0013927560000000004, "cost_known_response_count": 250, "mean_latency_sec": 1.679595736616291, "latency_known_response_count": 250 } ] } }, { "model_id": "claude-opus-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Opus 5", "enabled": true, "id": "claude-opus-5", "input_per_m": 5.0, "max_output_tokens": 4096, "model": "claude-opus-5", "notes": "Latest Opus. Default model effort is high.", "output_per_m": 25.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "6873f7552015a1feec5bf8277ba96cf05c60c4667842dddb5aa6a1dbbec3598c", "status": "finalized", "coverage_status": "partial", "observed_task_count": 731, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.14697802197802198, "category": 0.9546703296703297, "weight": 0.7692307692307693, "modifier": 0.9917582417582418, "kerning": 0.7005494505494505, "line_height": 0.6098901098901099, "composite": 0.6955128205128206, "exact": 0.042582417582417584 }, "mean_api_response_cost_usd": 0.009012822802197801, "cost_known_response_count": 728, "mean_latency_sec": 3.072081960799411, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7333333333333333, "modifier": 1.0, "kerning": 0.6, "line_height": 0.6, "composite": 0.6555555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008373, "cost_known_response_count": 15, "mean_latency_sec": 2.857371799600272, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.0, "category": 0.8888888888888888, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 1.0, "line_height": 0.6666666666666666, "composite": 0.7037037037037037, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010498888888888887, "cost_known_response_count": 9, "mean_latency_sec": 3.700572766995821, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.5, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011535, "cost_known_response_count": 2, "mean_latency_sec": 4.48074814100255, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.13333333333333333, "category": 0.9333333333333333, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.7333333333333333, "line_height": 0.7, "composite": 0.7277777777777779, "exact": 0.1 }, "mean_api_response_cost_usd": 0.00919516666666667, "cost_known_response_count": 30, "mean_latency_sec": 3.260309053033416, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9473684210526315, "modifier": 1.0, "kerning": 0.7368421052631579, "line_height": 0.631578947368421, "composite": 0.7192982456140351, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008285, "cost_known_response_count": 19, "mean_latency_sec": 2.797120703212721, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.3333333333333333, "category": 0.3333333333333333, "weight": 0.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.5, "composite": 0.47222222222222215, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011515833333333335, "cost_known_response_count": 6, "mean_latency_sec": 4.557061232830165, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.5454545454545454, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.45454545454545453, "composite": 0.7575757575757575, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.010162727272727271, "cost_known_response_count": 11, "mean_latency_sec": 3.688388841907991, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5833333333333334, "modifier": 0.5833333333333334, "kerning": 0.5833333333333334, "line_height": 0.5833333333333334, "composite": 0.5555555555555557, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009857083333333334, "cost_known_response_count": 12, "mean_latency_sec": 3.4713212231654325, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.7777777777777777, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008445, "cost_known_response_count": 3, "mean_latency_sec": 3.143787255665908, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.06666666666666667, "category": 0.9333333333333333, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.5333333333333333, "composite": 0.6777777777777777, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008693999999999999, "cost_known_response_count": 15, "mean_latency_sec": 2.787467643932905, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 0.5, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9166666666666666, "exact": 0.5 }, "mean_api_response_cost_usd": 0.0086375, "cost_known_response_count": 2, "mean_latency_sec": 2.6046786780061666, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.8181818181818182, "line_height": 0.6363636363636364, "composite": 0.7272727272727274, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008303181818181819, "cost_known_response_count": 11, "mean_latency_sec": 2.6562787020904413, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7727272727272727, "modifier": 1.0, "kerning": 0.7272727272727273, "line_height": 0.5454545454545454, "composite": 0.6742424242424242, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008233863636363635, "cost_known_response_count": 22, "mean_latency_sec": 2.7395035424534315, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.4444444444444444, "composite": 0.648148148148148, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008227222222222223, "cost_known_response_count": 9, "mean_latency_sec": 3.145752106775439, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.5833333333333334, "composite": 0.7638888888888888, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.008553333333333333, "cost_known_response_count": 12, "mean_latency_sec": 2.8622562957486175, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.4166666666666667, "line_height": 0.5833333333333334, "composite": 0.6111111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008723333333333335, "cost_known_response_count": 12, "mean_latency_sec": 2.843618058000478, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.047619047619047616, "category": 0.9523809523809523, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.7619047619047619, "line_height": 0.47619047619047616, "composite": 0.6825396825396824, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009044285714285713, "cost_known_response_count": 21, "mean_latency_sec": 3.149564209618672, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.8181818181818182, "line_height": 0.7272727272727273, "composite": 0.7272727272727274, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008435, "cost_known_response_count": 11, "mean_latency_sec": 2.5834686674537477, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.1, "category": 1.0, "weight": 0.75, "modifier": 1.0, "kerning": 0.6, "line_height": 0.65, "composite": 0.6833333333333335, "exact": 0.05 }, "mean_api_response_cost_usd": 0.009151500000000002, "cost_known_response_count": 20, "mean_latency_sec": 3.2280302552491777, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.75, "composite": 0.4583333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00820875, "cost_known_response_count": 4, "mean_latency_sec": 2.5290400832527666, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.75, "line_height": 0.625, "composite": 0.701388888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008264583333333334, "cost_known_response_count": 24, "mean_latency_sec": 2.707348613167293, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.9411764705882353, "category": 1.0, "weight": 0.5882352941176471, "modifier": 1.0, "kerning": 0.5882352941176471, "line_height": 0.5294117647058824, "composite": 0.7745098039215685, "exact": 0.11764705882352941 }, "mean_api_response_cost_usd": 0.010532647058823529, "cost_known_response_count": 17, "mean_latency_sec": 3.9206276794712345, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.23076923076923078, "category": 1.0, "weight": 0.9230769230769231, "modifier": 1.0, "kerning": 0.6923076923076923, "line_height": 0.6153846153846154, "composite": 0.7435897435897436, "exact": 0.07692307692307693 }, "mean_api_response_cost_usd": 0.00882423076923077, "cost_known_response_count": 13, "mean_latency_sec": 3.13896663369199, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.7272727272727273, "line_height": 0.6363636363636364, "composite": 0.7121212121212123, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010340000000000002, "cost_known_response_count": 11, "mean_latency_sec": 3.8142965914554554, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 0.8333333333333334, "kerning": 0.6666666666666666, "line_height": 0.5, "composite": 0.3333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00897, "cost_known_response_count": 6, "mean_latency_sec": 3.1655877244944954, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9285714285714286, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.6428571428571429, "composite": 0.7142857142857144, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008588928571428572, "cost_known_response_count": 14, "mean_latency_sec": 2.8269753482901643, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6111111111111112, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.6851851851851851, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008947777777777778, "cost_known_response_count": 18, "mean_latency_sec": 2.93352991905542, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.21739130434782608, "category": 1.0, "weight": 0.9130434782608695, "modifier": 1.0, "kerning": 0.5652173913043478, "line_height": 0.6086956521739131, "composite": 0.7173913043478262, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009478478260869566, "cost_known_response_count": 23, "mean_latency_sec": 3.464381741173186, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8928571428571429, "modifier": 1.0, "kerning": 0.6785714285714286, "line_height": 0.6785714285714286, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008320000000000001, "cost_known_response_count": 28, "mean_latency_sec": 2.5804630335702052, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.2692307692307692, "category": 1.0, "weight": 0.5384615384615384, "modifier": 1.0, "kerning": 0.7692307692307693, "line_height": 0.6153846153846154, "composite": 0.6987179487179486, "exact": 0.07692307692307693 }, "mean_api_response_cost_usd": 0.008515961538461538, "cost_known_response_count": 26, "mean_latency_sec": 2.6725134840000044, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.2, "category": 1.0, "weight": 0.9, "modifier": 1.0, "kerning": 0.7, "line_height": 0.5, "composite": 0.7166666666666667, "exact": 0.1 }, "mean_api_response_cost_usd": 0.0081825, "cost_known_response_count": 10, "mean_latency_sec": 2.522433303197613, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.7333333333333333, "category": 0.8, "weight": 0.5333333333333333, "modifier": 1.0, "kerning": 0.8, "line_height": 0.6, "composite": 0.7444444444444444, "exact": 0.2 }, "mean_api_response_cost_usd": 0.008983, "cost_known_response_count": 15, "mean_latency_sec": 3.2392963265359866, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0625, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.75, "line_height": 0.3125, "composite": 0.6875, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0082334375, "cost_known_response_count": 16, "mean_latency_sec": 2.6410296941885463, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.5833333333333334, "composite": 0.7361111111111112, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.008239166666666667, "cost_known_response_count": 12, "mean_latency_sec": 2.47477682400131, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.7142857142857143, "category": 1.0, "weight": 0.0, "modifier": 1.0, "kerning": 0.5714285714285714, "line_height": 1.0, "composite": 0.7142857142857143, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008393571428571429, "cost_known_response_count": 7, "mean_latency_sec": 2.9332396055729726, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 1.0, "category": 1.0, "weight": 0.75, "modifier": 1.0, "kerning": 0.8125, "line_height": 0.625, "composite": 0.8645833333333334, "exact": 0.375 }, "mean_api_response_cost_usd": 0.00885, "cost_known_response_count": 16, "mean_latency_sec": 2.8592622306259727, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.85, "line_height": 0.65, "composite": 0.7166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010473499999999998, "cost_known_response_count": 20, "mean_latency_sec": 3.9861141009998393, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.8235294117647058, "category": 1.0, "weight": 0.8823529411764706, "modifier": 1.0, "kerning": 0.6470588235294118, "line_height": 0.7647058823529411, "composite": 0.8529411764705883, "exact": 0.35294117647058826 }, "mean_api_response_cost_usd": 0.009575588235294117, "cost_known_response_count": 17, "mean_latency_sec": 3.3024842017064873, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7142857142857143, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.5238095238095238, "composite": 0.6587301587301587, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008807857142857142, "cost_known_response_count": 21, "mean_latency_sec": 2.8794755241431718, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.12, "category": 0.96, "weight": 0.72, "modifier": 1.0, "kerning": 0.72, "line_height": 0.6, "composite": 0.6866666666666665, "exact": 0.04 }, "mean_api_response_cost_usd": 0.008282, "cost_known_response_count": 25, "mean_latency_sec": 2.6639242458017542, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.6363636363636364, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.45454545454545453, "composite": 0.5757575757575758, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00836090909090909, "cost_known_response_count": 11, "mean_latency_sec": 2.7478905474550133, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8095238095238095, "modifier": 1.0, "kerning": 0.7619047619047619, "line_height": 0.5238095238095238, "composite": 0.6825396825396824, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009284523809523808, "cost_known_response_count": 21, "mean_latency_sec": 2.9462614138576013, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.2, "line_height": 0.8, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008235000000000001, "cost_known_response_count": 5, "mean_latency_sec": 2.727464269200573, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.7878787878787878, "modifier": 1.0, "kerning": 0.42424242424242425, "line_height": 0.5454545454545454, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009897878787878789, "cost_known_response_count": 33, "mean_latency_sec": 3.511535992483859, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7619047619047619, "modifier": 1.0, "kerning": 0.8095238095238095, "line_height": 0.6190476190476191, "composite": 0.6984126984126983, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008717619047619047, "cost_known_response_count": 21, "mean_latency_sec": 2.8713710099040153, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.07142857142857142, "category": 0.9285714285714286, "weight": 1.0, "modifier": 1.0, "kerning": 0.6428571428571429, "line_height": 0.7142857142857143, "composite": 0.7261904761904762, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010757857142857144, "cost_known_response_count": 14, "mean_latency_sec": 4.006788160069846, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 0.7777777777777778, "line_height": 0.6666666666666666, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00819777777777778, "cost_known_response_count": 9, "mean_latency_sec": 2.6088442963308704, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 0.6, "composite": 0.7333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008305, "cost_known_response_count": 5, "mean_latency_sec": 2.815667160201701, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.9583333333333334, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.6666666666666666, "composite": 0.7013888888888888, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009641458333333333, "cost_known_response_count": 24, "mean_latency_sec": 3.380486568208653, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.34285714285714286, "category": 1.0, "weight": 0.6857142857142857, "modifier": 1.0, "kerning": 0.5714285714285714, "line_height": 0.6571428571428571, "composite": 0.7095238095238096, "exact": 0.02857142857142857 }, "mean_api_response_cost_usd": 0.00888857142857143, "cost_known_response_count": 35, "mean_latency_sec": 3.2138687592565214, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.21348314606741572, "category": 0.9213483146067416, "weight": 0.7640449438202247, "modifier": 1.0, "kerning": 0.5056179775280899, "line_height": 0.5730337078651685, "composite": 0.6629213483146067, "exact": 0.033707865168539325 }, "mean_api_response_cost_usd": 0.009777752808988764, "cost_known_response_count": 89, "mean_latency_sec": 3.462763624921117, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.12827225130890052, "category": 0.9842931937172775, "weight": 0.7984293193717278, "modifier": 1.0, "kerning": 0.7146596858638743, "line_height": 0.5942408376963351, "composite": 0.7033158813263526, "exact": 0.03926701570680628 }, "mean_api_response_cost_usd": 0.008866910994764384, "cost_known_response_count": 382, "mean_latency_sec": 2.993028675743474, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.1111111111111111, "category": 0.1111111111111111, "weight": 0.0, "modifier": 0.9444444444444444, "kerning": 0.7777777777777778, "line_height": 0.5555555555555556, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009934444444444444, "cost_known_response_count": 18, "mean_latency_sec": 3.6340861310535626, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.12254901960784313, "category": 0.9803921568627451, "weight": 0.7990196078431373, "modifier": 0.9754901960784313, "kerning": 0.7745098039215687, "line_height": 0.6519607843137255, "composite": 0.7173202614379085, "exact": 0.058823529411764705 }, "mean_api_response_cost_usd": 0.008892328431372548, "cost_known_response_count": 204, "mean_latency_sec": 2.975753891063933, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.16793893129770993, "category": 0.9770992366412213, "weight": 0.549618320610687, "modifier": 0.9770992366412213, "kerning": 0.6717557251908397, "line_height": 0.5801526717557252, "composite": 0.653944020356234, "exact": 0.05343511450381679 }, "mean_api_response_cost_usd": 0.009018091603053438, "cost_known_response_count": 131, "mean_latency_sec": 3.0272450970387164, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.1643192488262911, "category": 0.971830985915493, "weight": 0.7793427230046949, "modifier": 0.9953051643192489, "kerning": 0.6995305164319249, "line_height": 0.5727699530516432, "composite": 0.6971830985915494, "exact": 0.03755868544600939 }, "mean_api_response_cost_usd": 0.009172018779342721, "cost_known_response_count": 213, "mean_latency_sec": 3.1606835851782877, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.13468013468013468, "category": 0.936026936026936, "weight": 0.8686868686868687, "modifier": 0.9932659932659933, "kerning": 0.7138047138047138, "line_height": 0.6464646464646465, "composite": 0.7154882154882154, "exact": 0.04713804713804714 }, "mean_api_response_cost_usd": 0.00875947811447811, "cost_known_response_count": 297, "mean_latency_sec": 2.9229052802522824, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.11494252873563218, "category": 0.9425287356321839, "weight": 0.735632183908046, "modifier": 1.0, "kerning": 0.7011494252873564, "line_height": 0.6206896551724138, "composite": 0.685823754789272, "exact": 0.022988505747126436 }, "mean_api_response_cost_usd": 0.00948, "cost_known_response_count": 87, "mean_latency_sec": 3.4319320445057024, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.226890756302521, "category": 0.9747899159663865, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.7310924369747899, "line_height": 0.6974789915966386, "composite": 0.7478991596638656, "exact": 0.08403361344537816 }, "mean_api_response_cost_usd": 0.008433781512605043, "cost_known_response_count": 119, "mean_latency_sec": 2.658839557789943, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.16339869281045752, "category": 0.9607843137254902, "weight": 0.738562091503268, "modifier": 0.9738562091503268, "kerning": 0.7973856209150327, "line_height": 0.6601307189542484, "composite": 0.715686274509804, "exact": 0.0457516339869281 }, "mean_api_response_cost_usd": 0.009580620915032685, "cost_known_response_count": 153, "mean_latency_sec": 3.3295853020331525, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.11258278145695365, "category": 0.9668874172185431, "weight": 0.7549668874172185, "modifier": 1.0, "kerning": 0.7019867549668874, "line_height": 0.3576158940397351, "composite": 0.6490066225165563, "exact": 0.033112582781456956 }, "mean_api_response_cost_usd": 0.008963178807947015, "cost_known_response_count": 151, "mean_latency_sec": 3.060598232111869, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.09803921568627451, "category": 0.9215686274509803, "weight": 0.6993464052287581, "modifier": 0.9934640522875817, "kerning": 0.5555555555555556, "line_height": 0.5882352941176471, "composite": 0.6427015250544662, "exact": 0.013071895424836602 }, "mean_api_response_cost_usd": 0.009193954248366012, "cost_known_response_count": 153, "mean_latency_sec": 3.279115752150568, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.1513157894736842, "category": 0.9539473684210527, "weight": 0.8157894736842105, "modifier": 0.993421052631579, "kerning": 0.7236842105263158, "line_height": 0.7631578947368421, "composite": 0.7335526315789475, "exact": 0.046052631578947366 }, "mean_api_response_cost_usd": 0.008761611842105266, "cost_known_response_count": 152, "mean_latency_sec": 2.939422143065569, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.14937759336099585, "category": 0.941908713692946, "weight": 0.7551867219917012, "modifier": 0.995850622406639, "kerning": 0.8381742738589212, "line_height": 0.6182572614107884, "composite": 0.7164591977869986, "exact": 0.03319502074688797 }, "mean_api_response_cost_usd": 0.009307385892116177, "cost_known_response_count": 241, "mean_latency_sec": 3.2952574669010066, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.16731517509727625, "category": 0.9649805447470817, "weight": 0.7587548638132295, "modifier": 0.9922178988326849, "kerning": 0.7509727626459144, "line_height": 0.7821011673151751, "composite": 0.7360570687418937, "exact": 0.08171206225680934 }, "mean_api_response_cost_usd": 0.009148443579766533, "cost_known_response_count": 257, "mean_latency_sec": 3.142185395540591, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.12173913043478261, "category": 0.9565217391304348, "weight": 0.7956521739130434, "modifier": 0.9869565217391304, "kerning": 0.5, "line_height": 0.40869565217391307, "composite": 0.6282608695652173, "exact": 0.008695652173913044 }, "mean_api_response_cost_usd": 0.008552630434782606, "cost_known_response_count": 230, "mean_latency_sec": 2.7598998751517247, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.13414634146341464, "category": 0.9634146341463414, "weight": 0.7926829268292683, "modifier": 0.9959349593495935, "kerning": 0.7479674796747967, "line_height": 0.9390243902439024, "composite": 0.7621951219512195, "exact": 0.06504065040650407 }, "mean_api_response_cost_usd": 0.009131605691056904, "cost_known_response_count": 246, "mean_latency_sec": 3.0353385081061712, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.13877551020408163, "category": 0.9673469387755103, "weight": 0.7836734693877551, "modifier": 0.9959183673469387, "kerning": 0.6, "line_height": 0.6653061224489796, "composite": 0.6918367346938776, "exact": 0.04081632653061224 }, "mean_api_response_cost_usd": 0.009169775510204085, "cost_known_response_count": 245, "mean_latency_sec": 3.166233554665161, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.16877637130801687, "category": 0.9324894514767933, "weight": 0.729957805907173, "modifier": 0.9831223628691983, "kerning": 0.7552742616033755, "line_height": 0.2109704641350211, "composite": 0.630098452883263, "exact": 0.02109704641350211 }, "mean_api_response_cost_usd": 0.008727278481012657, "cost_known_response_count": 237, "mean_latency_sec": 3.012891027742146, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.13991769547325103, "category": 0.9547325102880658, "weight": 0.7860082304526749, "modifier": 0.9917695473251029, "kerning": 0.6419753086419753, "line_height": 0.6707818930041153, "composite": 0.6975308641975309, "exact": 0.037037037037037035 }, "mean_api_response_cost_usd": 0.008881378600823045, "cost_known_response_count": 243, "mean_latency_sec": 2.9879730640660966, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.14893617021276595, "category": 0.948936170212766, "weight": 0.7787234042553192, "modifier": 0.9914893617021276, "kerning": 0.7489361702127659, "line_height": 0.5234042553191489, "composite": 0.6900709219858157, "exact": 0.02553191489361702 }, "mean_api_response_cost_usd": 0.00939453191489362, "cost_known_response_count": 235, "mean_latency_sec": 3.4126632604043947, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.152, "category": 0.96, "weight": 0.744, "modifier": 0.992, "kerning": 0.712, "line_height": 0.632, "composite": 0.6986666666666665, "exact": 0.064 }, "mean_api_response_cost_usd": 0.008781779999999993, "cost_known_response_count": 250, "mean_latency_sec": 2.8336893867955077, "latency_known_response_count": 250 } ] } }, { "model_id": "claude-sonnet-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Sonnet 5", "enabled": true, "id": "claude-sonnet-5", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "claude-sonnet-5", "notes": "Latest Sonnet. Default model effort is high.", "output_per_m": 10.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://platform.claude.com/docs/en/about-claude/pricing", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/overview" }, "model_config_fingerprint": "3eea74f353075099be73c9595a094bb3f7a468c7688d17c3b5cd217c93d9bb88", "status": "finalized", "coverage_status": "partial", "observed_task_count": 734, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.07554945054945054, "category": 0.8008241758241759, "weight": 0.7335164835164835, "modifier": 0.9917582417582418, "kerning": 0.46153846153846156, "line_height": 0.5851648351648352, "composite": 0.6080586080586081, "exact": 0.01510989010989011 }, "mean_api_response_cost_usd": 0.0032826703296703307, "cost_known_response_count": 728, "mean_latency_sec": 2.078330593905236, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.3333333333333333, "category": 0.5333333333333333, "weight": 0.6, "modifier": 1.0, "kerning": 0.26666666666666666, "line_height": 0.4, "composite": 0.5222222222222223, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.0033238666666666667, "cost_known_response_count": 15, "mean_latency_sec": 2.165049262933705, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.0, "category": 0.4444444444444444, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.5555555555555556, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033039999999999996, "cost_known_response_count": 9, "mean_latency_sec": 2.607332037108588, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 0.5, "line_height": 1.0, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003264, "cost_known_response_count": 2, "mean_latency_sec": 1.9934252469975036, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.06666666666666667, "category": 0.6666666666666666, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.4666666666666667, "line_height": 0.6666666666666666, "composite": 0.6166666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003289399999999999, "cost_known_response_count": 30, "mean_latency_sec": 2.0748097124664735, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.631578947368421, "modifier": 1.0, "kerning": 0.47368421052631576, "line_height": 0.5789473684210527, "composite": 0.6140350877192983, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003290842105263158, "cost_known_response_count": 19, "mean_latency_sec": 1.9465442683170917, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.3333333333333333, "category": 0.3333333333333333, "weight": 0.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.6666666666666666, "composite": 0.49999999999999994, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033063333333333334, "cost_known_response_count": 6, "mean_latency_sec": 2.0950202079984592, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.9090909090909091, "category": 1.0, "weight": 0.6363636363636364, "modifier": 1.0, "kerning": 0.2727272727272727, "line_height": 0.45454545454545453, "composite": 0.712121212121212, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.003224181818181818, "cost_known_response_count": 11, "mean_latency_sec": 2.112030358000828, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.5833333333333334, "kerning": 0.5, "line_height": 0.6666666666666666, "composite": 0.5972222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033186666666666664, "cost_known_response_count": 12, "mean_latency_sec": 2.0714012279131566, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.3333333333333333, "category": 0.6666666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.0, "line_height": 0.6666666666666666, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033413333333333333, "cost_known_response_count": 3, "mean_latency_sec": 2.123408298997674, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.7333333333333333, "line_height": 0.6, "composite": 0.6888888888888888, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032495999999999996, "cost_known_response_count": 15, "mean_latency_sec": 2.0824316074014253, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.0034549999999999997, "cost_known_response_count": 2, "mean_latency_sec": 1.7441395104979165, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.6363636363636364, "composite": 0.6969696969696969, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003260363636363637, "cost_known_response_count": 11, "mean_latency_sec": 2.4134295561843, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 0.7727272727272727, "weight": 0.6363636363636364, "modifier": 1.0, "kerning": 0.36363636363636365, "line_height": 0.5454545454545454, "composite": 0.5530303030303031, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032762727272727275, "cost_known_response_count": 22, "mean_latency_sec": 1.9391470580931953, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 1.0, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 0.2222222222222222, "line_height": 0.5555555555555556, "composite": 0.5740740740740741, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032864444444444443, "cost_known_response_count": 9, "mean_latency_sec": 2.178660695441067, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.4166666666666667, "line_height": 0.5833333333333334, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003268, "cost_known_response_count": 12, "mean_latency_sec": 2.0023061760002747, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.75, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033085000000000002, "cost_known_response_count": 12, "mean_latency_sec": 2.1657975733335966, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.0, "category": 0.7142857142857143, "weight": 0.8095238095238095, "modifier": 1.0, "kerning": 0.38095238095238093, "line_height": 0.7142857142857143, "composite": 0.6031746031746031, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032453333333333336, "cost_known_response_count": 21, "mean_latency_sec": 2.0623171470000496, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.6363636363636364, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.6363636363636364, "composite": 0.787878787878788, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.0033376363636363634, "cost_known_response_count": 11, "mean_latency_sec": 2.0729537526375763, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 0.85, "weight": 0.85, "modifier": 1.0, "kerning": 0.45, "line_height": 0.5, "composite": 0.6083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032576000000000003, "cost_known_response_count": 20, "mean_latency_sec": 2.0291091902472544, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.25, "composite": 0.2916666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003261, "cost_known_response_count": 4, "mean_latency_sec": 2.1191456432497944, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.7083333333333334, "modifier": 1.0, "kerning": 0.4583333333333333, "line_height": 0.7083333333333334, "composite": 0.6041666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032791666666666668, "cost_known_response_count": 24, "mean_latency_sec": 2.0982047384592684, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5294117647058824, "modifier": 1.0, "kerning": 0.5294117647058824, "line_height": 0.35294117647058826, "composite": 0.5686274509803921, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032465882352941174, "cost_known_response_count": 17, "mean_latency_sec": 2.098050430530908, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 0.6153846153846154, "weight": 0.8461538461538461, "modifier": 1.0, "kerning": 0.5384615384615384, "line_height": 0.46153846153846156, "composite": 0.576923076923077, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032535384615384622, "cost_known_response_count": 13, "mean_latency_sec": 2.159742755153834, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.7272727272727273, "composite": 0.6818181818181818, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032714545454545457, "cost_known_response_count": 11, "mean_latency_sec": 1.977958583454231, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.0, "category": 0.16666666666666666, "weight": 0.3333333333333333, "modifier": 0.8333333333333334, "kerning": 0.3333333333333333, "line_height": 0.5, "composite": 0.36111111111111116, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032546666666666666, "cost_known_response_count": 6, "mean_latency_sec": 2.2000667033328987, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.07142857142857142, "category": 0.8571428571428571, "weight": 0.9285714285714286, "modifier": 1.0, "kerning": 0.2857142857142857, "line_height": 0.6428571428571429, "composite": 0.6309523809523809, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032605714285714286, "cost_known_response_count": 14, "mean_latency_sec": 2.4156215667857657, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.1111111111111111, "category": 0.9444444444444444, "weight": 0.4444444444444444, "modifier": 1.0, "kerning": 0.3888888888888889, "line_height": 0.6111111111111112, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003298555555555556, "cost_known_response_count": 18, "mean_latency_sec": 1.9621788094437862, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.0, "category": 0.8260869565217391, "weight": 0.8695652173913043, "modifier": 1.0, "kerning": 0.43478260869565216, "line_height": 0.6521739130434783, "composite": 0.6304347826086957, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003297043478260869, "cost_known_response_count": 23, "mean_latency_sec": 2.13594102013145, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.6428571428571429, "weight": 0.75, "modifier": 1.0, "kerning": 0.5, "line_height": 0.6428571428571429, "composite": 0.5892857142857143, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003290142857142857, "cost_known_response_count": 28, "mean_latency_sec": 2.0147506182173465, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.07692307692307693, "category": 0.7692307692307693, "weight": 0.5, "modifier": 1.0, "kerning": 0.5769230769230769, "line_height": 0.46153846153846156, "composite": 0.5641025641025642, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032825384615384617, "cost_known_response_count": 26, "mean_latency_sec": 2.023935246846052, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.0, "category": 0.4, "weight": 0.9, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5, "composite": 0.5499999999999999, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032419999999999997, "cost_known_response_count": 10, "mean_latency_sec": 2.204417967698828, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.0, "category": 0.5333333333333333, "weight": 0.4666666666666667, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.8666666666666667, "composite": 0.5666666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032712, "cost_known_response_count": 15, "mean_latency_sec": 2.124137718732042, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.5625, "weight": 0.875, "modifier": 1.0, "kerning": 0.4375, "line_height": 0.5, "composite": 0.5625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032602499999999997, "cost_known_response_count": 16, "mean_latency_sec": 2.047116319248744, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5833333333333334, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003268166666666667, "cost_known_response_count": 12, "mean_latency_sec": 1.9704065091670298, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.14285714285714285, "category": 1.0, "weight": 0.42857142857142855, "modifier": 1.0, "kerning": 0.42857142857142855, "line_height": 0.42857142857142855, "composite": 0.5714285714285713, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003320285714285714, "cost_known_response_count": 7, "mean_latency_sec": 2.1927127068587913, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.4375, "category": 1.0, "weight": 0.5625, "modifier": 1.0, "kerning": 0.4375, "line_height": 0.5625, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032737499999999998, "cost_known_response_count": 16, "mean_latency_sec": 2.0778876216254503, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 0.8, "weight": 0.8, "modifier": 1.0, "kerning": 0.45, "line_height": 0.7, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033143999999999995, "cost_known_response_count": 20, "mean_latency_sec": 2.1057918183985747, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.47058823529411764, "category": 0.8823529411764706, "weight": 0.7647058823529411, "modifier": 1.0, "kerning": 0.6470588235294118, "line_height": 0.5882352941176471, "composite": 0.7254901960784313, "exact": 0.17647058823529413 }, "mean_api_response_cost_usd": 0.0033043529411764705, "cost_known_response_count": 17, "mean_latency_sec": 2.0415608448204106, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.0, "category": 0.7619047619047619, "weight": 0.7142857142857143, "modifier": 1.0, "kerning": 0.38095238095238093, "line_height": 0.42857142857142855, "composite": 0.5476190476190476, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003265047619047618, "cost_known_response_count": 21, "mean_latency_sec": 2.1219815585257797, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.08, "category": 0.8, "weight": 0.72, "modifier": 1.0, "kerning": 0.44, "line_height": 0.52, "composite": 0.5933333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032787999999999997, "cost_known_response_count": 25, "mean_latency_sec": 2.0648986778000835, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6363636363636364, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.5454545454545454, "composite": 0.6060606060606061, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0033152727272727275, "cost_known_response_count": 11, "mean_latency_sec": 1.9540102550910723, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.7619047619047619, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.47619047619047616, "composite": 0.5396825396825397, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032761904761904755, "cost_known_response_count": 21, "mean_latency_sec": 2.126874009285183, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.4, "line_height": 0.8, "composite": 0.7000000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032639999999999995, "cost_known_response_count": 5, "mean_latency_sec": 1.9473989931982942, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.9393939393939394, "weight": 0.696969696969697, "modifier": 1.0, "kerning": 0.42424242424242425, "line_height": 0.5151515151515151, "composite": 0.595959595959596, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003290363636363636, "cost_known_response_count": 33, "mean_latency_sec": 1.9740783269997777, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 0.7619047619047619, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.6190476190476191, "composite": 0.626984126984127, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032779999999999997, "cost_known_response_count": 21, "mean_latency_sec": 2.0417502787604462, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.35714285714285715, "line_height": 0.5714285714285714, "composite": 0.6547619047619048, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003330285714285715, "cost_known_response_count": 14, "mean_latency_sec": 1.9707204062849217, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 0.8888888888888888, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.7777777777777778, "line_height": 0.6666666666666666, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003255777777777778, "cost_known_response_count": 9, "mean_latency_sec": 2.1764220705582478, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.4, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.6, "composite": 0.7666666666666666, "exact": 0.4 }, "mean_api_response_cost_usd": 0.0033099999999999996, "cost_known_response_count": 5, "mean_latency_sec": 2.0138011659961195, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.5, "line_height": 0.6666666666666666, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032978333333333336, "cost_known_response_count": 24, "mean_latency_sec": 2.0283565352510777, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.37142857142857144, "category": 0.9714285714285714, "weight": 0.6571428571428571, "modifier": 1.0, "kerning": 0.2857142857142857, "line_height": 0.5428571428571428, "composite": 0.638095238095238, "exact": 0.02857142857142857 }, "mean_api_response_cost_usd": 0.0032751428571428575, "cost_known_response_count": 35, "mean_latency_sec": 2.1227568287992784, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.02247191011235955, "category": 0.9662921348314607, "weight": 0.7528089887640449, "modifier": 1.0, "kerning": 0.43820224719101125, "line_height": 0.5393258426966292, "composite": 0.6198501872659176, "exact": 0.02247191011235955 }, "mean_api_response_cost_usd": 0.0032975056179775277, "cost_known_response_count": 89, "mean_latency_sec": 2.015432477584357, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.04450261780104712, "category": 0.7225130890052356, "weight": 0.7356020942408377, "modifier": 1.0, "kerning": 0.468586387434555, "line_height": 0.581151832460733, "composite": 0.5920593368237347, "exact": 0.010471204188481676 }, "mean_api_response_cost_usd": 0.0032800366492146565, "cost_known_response_count": 382, "mean_latency_sec": 2.072019865733051, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.1111111111111111, "category": 0.16666666666666666, "weight": 0.1111111111111111, "modifier": 0.9444444444444444, "kerning": 0.5, "line_height": 0.5555555555555556, "composite": 0.39814814814814814, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032743333333333335, "cost_known_response_count": 18, "mean_latency_sec": 2.124108585276796, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.10294117647058823, "category": 0.9019607843137255, "weight": 0.7892156862745098, "modifier": 0.9754901960784313, "kerning": 0.4852941176470588, "line_height": 0.6225490196078431, "composite": 0.6462418300653595, "exact": 0.0196078431372549 }, "mean_api_response_cost_usd": 0.003283156862745099, "cost_known_response_count": 204, "mean_latency_sec": 2.1059272039461825, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.0916030534351145, "category": 0.8549618320610687, "weight": 0.35877862595419846, "modifier": 0.9770992366412213, "kerning": 0.44274809160305345, "line_height": 0.6030534351145038, "composite": 0.55470737913486, "exact": 0.007633587786259542 }, "mean_api_response_cost_usd": 0.003286167938931297, "cost_known_response_count": 131, "mean_latency_sec": 2.0619609910230072, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.09859154929577464, "category": 0.7934272300469484, "weight": 0.92018779342723, "modifier": 0.9953051643192489, "kerning": 0.4272300469483568, "line_height": 0.6056338028169014, "composite": 0.6400625978090767, "exact": 0.014084507042253521 }, "mean_api_response_cost_usd": 0.003278384976525821, "cost_known_response_count": 213, "mean_latency_sec": 2.070666702098717, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.06734006734006734, "category": 0.7946127946127947, "weight": 0.8148148148148148, "modifier": 0.9932659932659933, "kerning": 0.47474747474747475, "line_height": 0.569023569023569, "composite": 0.6189674523007858, "exact": 0.02356902356902357 }, "mean_api_response_cost_usd": 0.003286855218855221, "cost_known_response_count": 297, "mean_latency_sec": 2.0852632701308944, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.022988505747126436, "category": 0.7586206896551724, "weight": 0.5632183908045977, "modifier": 1.0, "kerning": 0.5287356321839081, "line_height": 0.5632183908045977, "composite": 0.5727969348659003, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032736091954022996, "cost_known_response_count": 87, "mean_latency_sec": 2.0980756754378773, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.08403361344537816, "category": 0.8823529411764706, "weight": 0.8067226890756303, "modifier": 1.0, "kerning": 0.3697478991596639, "line_height": 0.5966386554621849, "composite": 0.623249299719888, "exact": 0.025210084033613446 }, "mean_api_response_cost_usd": 0.003278806722689074, "cost_known_response_count": 119, "mean_latency_sec": 2.0637569992525204, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.0915032679738562, "category": 0.8431372549019608, "weight": 0.7124183006535948, "modifier": 0.9738562091503268, "kerning": 0.5098039215686274, "line_height": 0.7189542483660131, "composite": 0.6416122004357299, "exact": 0.0196078431372549 }, "mean_api_response_cost_usd": 0.003287738562091504, "cost_known_response_count": 153, "mean_latency_sec": 2.0558976494448276, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.046357615894039736, "category": 0.6887417218543046, "weight": 0.7947019867549668, "modifier": 1.0, "kerning": 0.48344370860927155, "line_height": 0.3509933774834437, "composite": 0.5607064017660045, "exact": 0.013245033112582781 }, "mean_api_response_cost_usd": 0.0032733509933774814, "cost_known_response_count": 151, "mean_latency_sec": 2.0783378113644617, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.0915032679738562, "category": 0.8888888888888888, "weight": 0.5947712418300654, "modifier": 1.0, "kerning": 0.43137254901960786, "line_height": 0.6013071895424836, "composite": 0.6013071895424836, "exact": 0.006535947712418301 }, "mean_api_response_cost_usd": 0.0033118954248365995, "cost_known_response_count": 153, "mean_latency_sec": 2.0806605424048126, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.06578947368421052, "category": 0.7171052631578947, "weight": 0.7763157894736842, "modifier": 0.9868421052631579, "kerning": 0.4934210526315789, "line_height": 0.6578947368421053, "composite": 0.6162280701754386, "exact": 0.013157894736842105 }, "mean_api_response_cost_usd": 0.003260434210526317, "cost_known_response_count": 152, "mean_latency_sec": 2.1099682669929805, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.058091286307053944, "category": 0.6224066390041494, "weight": 0.7095435684647303, "modifier": 0.995850622406639, "kerning": 0.34024896265560167, "line_height": 0.45643153526970953, "composite": 0.5304287690179806, "exact": 0.008298755186721992 }, "mean_api_response_cost_usd": 0.003309302904564316, "cost_known_response_count": 241, "mean_latency_sec": 2.115263462253048, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.0933852140077821, "category": 0.867704280155642, "weight": 0.7003891050583657, "modifier": 0.9922178988326849, "kerning": 0.9299610894941635, "line_height": 0.6964980544747081, "composite": 0.7133592736705577, "exact": 0.03501945525291829 }, "mean_api_response_cost_usd": 0.003281867704280157, "cost_known_response_count": 257, "mean_latency_sec": 2.0619305197351885, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.07391304347826087, "category": 0.9130434782608695, "weight": 0.7956521739130434, "modifier": 0.9869565217391304, "kerning": 0.06521739130434782, "line_height": 0.5956521739130435, "composite": 0.5717391304347825, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0032556608695652202, "cost_known_response_count": 230, "mean_latency_sec": 2.057956671252538, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.09349593495934959, "category": 0.7764227642276422, "weight": 0.7398373983739838, "modifier": 0.991869918699187, "kerning": 0.5040650406504065, "line_height": 0.959349593495935, "composite": 0.6775067750677506, "exact": 0.028455284552845527 }, "mean_api_response_cost_usd": 0.0033538617886178855, "cost_known_response_count": 246, "mean_latency_sec": 2.0746979955854146, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.07755102040816327, "category": 0.8, "weight": 0.726530612244898, "modifier": 0.9959183673469387, "kerning": 0.47346938775510206, "line_height": 0.2163265306122449, "composite": 0.5482993197278911, "exact": 0.00816326530612245 }, "mean_api_response_cost_usd": 0.0032743183673469415, "cost_known_response_count": 245, "mean_latency_sec": 2.0869282355753, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.05485232067510549, "category": 0.8270042194092827, "weight": 0.7341772151898734, "modifier": 0.9873417721518988, "kerning": 0.4050632911392405, "line_height": 0.5780590717299579, "composite": 0.5977496483825598, "exact": 0.008438818565400843 }, "mean_api_response_cost_usd": 0.003217409282700425, "cost_known_response_count": 237, "mean_latency_sec": 2.073213281574055, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.09053497942386832, "category": 0.7654320987654321, "weight": 0.7695473251028807, "modifier": 0.9876543209876543, "kerning": 0.45267489711934156, "line_height": 0.5596707818930041, "composite": 0.6042524005486968, "exact": 0.00823045267489712 }, "mean_api_response_cost_usd": 0.003258559670781893, "cost_known_response_count": 243, "mean_latency_sec": 2.098842843744529, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.059574468085106386, "category": 0.8042553191489362, "weight": 0.7659574468085106, "modifier": 0.9914893617021276, "kerning": 0.4851063829787234, "line_height": 0.5361702127659574, "composite": 0.6070921985815604, "exact": 0.02553191489361702 }, "mean_api_response_cost_usd": 0.0032220255319148944, "cost_known_response_count": 235, "mean_latency_sec": 2.0882819157192842, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.076, "category": 0.832, "weight": 0.668, "modifier": 0.996, "kerning": 0.448, "line_height": 0.656, "composite": 0.6126666666666667, "exact": 0.012 }, "mean_api_response_cost_usd": 0.003363112000000003, "cost_known_response_count": 250, "mean_latency_sec": 2.0490384445562375, "latency_known_response_count": 250 } ] } }, { "model_id": "gemini-3.1-pro-preview", "model_config": { "api_key_env": "GEMINI_API_KEY", "base_url": null, "display_name": "Gemini 3.1 Pro Preview", "enabled": true, "id": "gemini-3.1-pro-preview", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "gemini-3.1-pro-preview", "notes": "Latest documented Pro model. Preview; no announced shutdown date at verification.", "output_per_m": 12.0, "pricing_notes": "Standard online rates for prompts up to 200k tokens. Above 200k: $4 input / $18 output per million tokens. Output includes thinking tokens.", "pricing_source_url": "https://ai.google.dev/gemini-api/docs/pricing", "provider": "google", "source_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.1-pro-preview" }, "model_config_fingerprint": "6ef3a6e5b007c672a50902258a256900e6fc450affd9ab4d9373ac0ef70d0ce8", "status": "finalized", "coverage_status": "partial", "observed_task_count": 734, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.125, "category": 0.8502747252747253, "weight": 0.7527472527472527, "modifier": 0.9766483516483516, "kerning": 0.6153846153846154, "line_height": 0.5, "composite": 0.6366758241758242, "exact": 0.03159340659340659 }, "mean_api_response_cost_usd": 0.016936552197802237, "cost_known_response_count": 728, "mean_latency_sec": 12.274805055298382, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.0, "category": 0.8, "weight": 0.8666666666666667, "modifier": 0.9333333333333333, "kerning": 0.7333333333333333, "line_height": 0.4666666666666667, "composite": 0.6333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0180704, "cost_known_response_count": 15, "mean_latency_sec": 13.121707934667938, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 0.6666666666666666, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.5555555555555556, "composite": 0.5925925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01756066666666667, "cost_known_response_count": 9, "mean_latency_sec": 13.084341015000568, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.5, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016295, "cost_known_response_count": 2, "mean_latency_sec": 11.354633884497161, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 0.8, "weight": 0.7333333333333333, "modifier": 1.0, "kerning": 0.8, "line_height": 0.6666666666666666, "composite": 0.6722222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015133799999999998, "cost_known_response_count": 30, "mean_latency_sec": 10.897651108100641, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.10526315789473684, "category": 0.6842105263157895, "weight": 0.5263157894736842, "modifier": 1.0, "kerning": 0.5789473684210527, "line_height": 0.5263157894736842, "composite": 0.5701754385964912, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01522463157894737, "cost_known_response_count": 19, "mean_latency_sec": 10.95253908152747, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.16666666666666666, "line_height": 0.16666666666666666, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011331333333333332, "cost_known_response_count": 6, "mean_latency_sec": 7.745906208501158, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.6363636363636364, "category": 1.0, "weight": 0.9090909090909091, "modifier": 0.7272727272727273, "kerning": 0.45454545454545453, "line_height": 0.36363636363636365, "composite": 0.6818181818181818, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.010118363636363637, "cost_known_response_count": 11, "mean_latency_sec": 7.360181859183782, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.25, "category": 0.9166666666666666, "weight": 0.75, "modifier": 0.8333333333333334, "kerning": 0.5, "line_height": 0.5833333333333334, "composite": 0.638888888888889, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.029219333333333333, "cost_known_response_count": 12, "mean_latency_sec": 21.601785747833976, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.003374, "cost_known_response_count": 3, "mean_latency_sec": 2.5616159406636143, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.13333333333333333, "category": 0.9333333333333333, "weight": 0.4666666666666667, "modifier": 0.9333333333333333, "kerning": 0.6, "line_height": 0.4666666666666667, "composite": 0.5888888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012577866666666666, "cost_known_response_count": 15, "mean_latency_sec": 9.057649812862898, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 0.5, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9166666666666666, "exact": 0.5 }, "mean_api_response_cost_usd": 0.038192000000000004, "cost_known_response_count": 2, "mean_latency_sec": 27.509498694002104, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.5454545454545454, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01852436363636364, "cost_known_response_count": 11, "mean_latency_sec": 12.886540037820602, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.7727272727272727, "modifier": 1.0, "kerning": 0.5454545454545454, "line_height": 0.4090909090909091, "composite": 0.6060606060606061, "exact": 0.0 }, "mean_api_response_cost_usd": 0.018075818181818186, "cost_known_response_count": 22, "mean_latency_sec": 12.441554658726751, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.4444444444444444, "modifier": 0.7777777777777778, "kerning": 0.5555555555555556, "line_height": 0.4444444444444444, "composite": 0.5370370370370371, "exact": 0.0 }, "mean_api_response_cost_usd": 0.021301111111111114, "cost_known_response_count": 9, "mean_latency_sec": 15.035447954334408, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.08333333333333333, "category": 1.0, "weight": 0.9166666666666666, "modifier": 0.8333333333333334, "kerning": 0.8333333333333334, "line_height": 0.3333333333333333, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01091466666666667, "cost_known_response_count": 12, "mean_latency_sec": 7.807682959499895, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.4166666666666667, "line_height": 0.6666666666666666, "composite": 0.6388888888888888, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017364666666666667, "cost_known_response_count": 12, "mean_latency_sec": 12.140223955668867, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.09523809523809523, "category": 0.6666666666666666, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.7142857142857143, "composite": 0.6428571428571429, "exact": 0.047619047619047616 }, "mean_api_response_cost_usd": 0.022204380952380948, "cost_known_response_count": 21, "mean_latency_sec": 15.396007932716332, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6363636363636364, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.6363636363636364, "composite": 0.6515151515151515, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012500363636363638, "cost_known_response_count": 11, "mean_latency_sec": 9.142687534093222, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 0.85, "weight": 0.9, "modifier": 1.0, "kerning": 0.6, "line_height": 0.35, "composite": 0.6166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0212052, "cost_known_response_count": 20, "mean_latency_sec": 15.090225285250927, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.25, "category": 0.0, "weight": 0.5, "modifier": 1.0, "kerning": 0.75, "line_height": 0.5, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015335500000000002, "cost_known_response_count": 4, "mean_latency_sec": 10.660570185249526, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.125, "category": 0.8333333333333334, "weight": 0.8333333333333334, "modifier": 0.9583333333333334, "kerning": 0.75, "line_height": 0.5833333333333334, "composite": 0.6805555555555555, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.00962075, "cost_known_response_count": 24, "mean_latency_sec": 6.862957768166477, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7058823529411765, "modifier": 1.0, "kerning": 0.4117647058823529, "line_height": 0.11764705882352941, "composite": 0.5392156862745098, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01592270588235294, "cost_known_response_count": 17, "mean_latency_sec": 11.368247418821042, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 0.6923076923076923, "weight": 0.7692307692307693, "modifier": 1.0, "kerning": 0.8461538461538461, "line_height": 0.46153846153846156, "composite": 0.6282051282051283, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013312153846153847, "cost_known_response_count": 13, "mean_latency_sec": 9.389217186844549, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.7272727272727273, "line_height": 0.6363636363636364, "composite": 0.7121212121212123, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011384727272727274, "cost_known_response_count": 11, "mean_latency_sec": 8.351748760638822, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.3333333333333333, "composite": 0.47222222222222227, "exact": 0.0 }, "mean_api_response_cost_usd": 0.021291, "cost_known_response_count": 6, "mean_latency_sec": 16.42837178549962, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.14285714285714285, "category": 0.9285714285714286, "weight": 1.0, "modifier": 1.0, "kerning": 0.6428571428571429, "line_height": 0.5714285714285714, "composite": 0.7142857142857143, "exact": 0.0 }, "mean_api_response_cost_usd": 0.018999, "cost_known_response_count": 14, "mean_latency_sec": 14.467357016927313, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.16666666666666666, "category": 0.8888888888888888, "weight": 0.6666666666666666, "modifier": 0.9444444444444444, "kerning": 0.7222222222222222, "line_height": 0.6666666666666666, "composite": 0.675925925925926, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.017191666666666668, "cost_known_response_count": 18, "mean_latency_sec": 12.616421101888895, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.4782608695652174, "category": 0.8695652173913043, "weight": 0.4782608695652174, "modifier": 1.0, "kerning": 0.5217391304347826, "line_height": 0.6956521739130435, "composite": 0.6739130434782609, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015123652173913043, "cost_known_response_count": 23, "mean_latency_sec": 10.874433801783395, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.8928571428571429, "weight": 0.7142857142857143, "modifier": 0.9642857142857143, "kerning": 0.42857142857142855, "line_height": 0.6071428571428571, "composite": 0.6011904761904762, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01946542857142857, "cost_known_response_count": 28, "mean_latency_sec": 18.119415991502528, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.23076923076923078, "category": 0.8076923076923077, "weight": 0.7692307692307693, "modifier": 1.0, "kerning": 0.46153846153846156, "line_height": 0.3076923076923077, "composite": 0.5961538461538463, "exact": 0.038461538461538464 }, "mean_api_response_cost_usd": 0.020190923076923075, "cost_known_response_count": 26, "mean_latency_sec": 14.08925701300177, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.2, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.5, "line_height": 0.6, "composite": 0.6833333333333332, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0266032, "cost_known_response_count": 10, "mean_latency_sec": 18.933223610602727, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.26666666666666666, "category": 0.9333333333333333, "weight": 0.6666666666666666, "modifier": 0.9333333333333333, "kerning": 1.0, "line_height": 0.7333333333333333, "composite": 0.7555555555555555, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.02253226666666667, "cost_known_response_count": 15, "mean_latency_sec": 15.918491477001226, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.875, "weight": 1.0, "modifier": 1.0, "kerning": 0.6875, "line_height": 0.5, "composite": 0.6770833333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.018078875, "cost_known_response_count": 16, "mean_latency_sec": 13.031782769438905, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.4166666666666667, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015357000000000004, "cost_known_response_count": 12, "mean_latency_sec": 10.411232606915291, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.5714285714285714, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01175314285714286, "cost_known_response_count": 7, "mean_latency_sec": 8.870872506140065, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.25, "category": 0.6875, "weight": 0.5, "modifier": 1.0, "kerning": 0.8125, "line_height": 0.4375, "composite": 0.6145833333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016107499999999997, "cost_known_response_count": 16, "mean_latency_sec": 11.57361164937538, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.05, "category": 0.9, "weight": 0.9, "modifier": 1.0, "kerning": 0.7, "line_height": 0.55, "composite": 0.6833333333333332, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0199402, "cost_known_response_count": 20, "mean_latency_sec": 14.372055839547102, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.17647058823529413, "category": 0.9411764705882353, "weight": 0.5294117647058824, "modifier": 1.0, "kerning": 0.47058823529411764, "line_height": 0.5294117647058824, "composite": 0.6078431372549019, "exact": 0.058823529411764705 }, "mean_api_response_cost_usd": 0.013030352941176472, "cost_known_response_count": 17, "mean_latency_sec": 9.630118343116278, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.047619047619047616, "category": 0.9047619047619048, "weight": 0.5714285714285714, "modifier": 1.0, "kerning": 0.7619047619047619, "line_height": 0.2857142857142857, "composite": 0.5952380952380952, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017467619047619048, "cost_known_response_count": 21, "mean_latency_sec": 12.507827824192299, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.32, "category": 0.92, "weight": 0.92, "modifier": 1.0, "kerning": 0.8, "line_height": 0.44, "composite": 0.7333333333333334, "exact": 0.12 }, "mean_api_response_cost_usd": 0.021992880000000003, "cost_known_response_count": 25, "mean_latency_sec": 15.595308557160315, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.18181818181818182, "category": 0.9090909090909091, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.18181818181818182, "line_height": 0.2727272727272727, "composite": 0.5606060606060606, "exact": 0.0 }, "mean_api_response_cost_usd": 0.03057036363636363, "cost_known_response_count": 11, "mean_latency_sec": 21.561499977456563, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.7619047619047619, "weight": 0.6666666666666666, "modifier": 0.9523809523809523, "kerning": 0.7619047619047619, "line_height": 0.47619047619047616, "composite": 0.6031746031746031, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010503428571428572, "cost_known_response_count": 21, "mean_latency_sec": 7.288802671998773, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.2, "line_height": 0.2, "composite": 0.5666666666666668, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0035143999999999996, "cost_known_response_count": 5, "mean_latency_sec": 2.257065795402741, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.030303030303030304, "category": 0.8787878787878788, "weight": 0.7575757575757576, "modifier": 1.0, "kerning": 0.36363636363636365, "line_height": 0.3939393939393939, "composite": 0.5707070707070707, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01887157575757576, "cost_known_response_count": 33, "mean_latency_sec": 13.490119639483359, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 0.7619047619047619, "weight": 0.7142857142857143, "modifier": 1.0, "kerning": 0.5238095238095238, "line_height": 0.47619047619047616, "composite": 0.5793650793650794, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011626000000000001, "cost_known_response_count": 21, "mean_latency_sec": 8.443099368762757, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.7857142857142857, "category": 0.9285714285714286, "weight": 0.9285714285714286, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5714285714285714, "composite": 0.7857142857142857, "exact": 0.2857142857142857 }, "mean_api_response_cost_usd": 0.011617571428571427, "cost_known_response_count": 14, "mean_latency_sec": 8.128668233999633, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.4444444444444444, "line_height": 0.4444444444444444, "composite": 0.6481481481481483, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013609333333333333, "cost_known_response_count": 9, "mean_latency_sec": 9.835282465667762, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.2, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 0.4, "composite": 0.7333333333333334, "exact": 0.2 }, "mean_api_response_cost_usd": 0.0115228, "cost_known_response_count": 5, "mean_latency_sec": 8.297503217001212, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.20833333333333334, "category": 0.6666666666666666, "weight": 0.6666666666666666, "modifier": 0.9583333333333334, "kerning": 0.5416666666666666, "line_height": 0.5833333333333334, "composite": 0.6041666666666666, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.01827158333333333, "cost_known_response_count": 24, "mean_latency_sec": 13.157990396207728, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.2, "category": 0.9428571428571428, "weight": 0.8, "modifier": 0.8571428571428571, "kerning": 0.5142857142857142, "line_height": 0.45714285714285713, "composite": 0.6285714285714286, "exact": 0.02857142857142857 }, "mean_api_response_cost_usd": 0.011799371428571431, "cost_known_response_count": 35, "mean_latency_sec": 8.49563761091475, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.1797752808988764, "category": 0.9101123595505618, "weight": 0.797752808988764, "modifier": 1.0, "kerning": 0.39325842696629215, "line_height": 0.4044943820224719, "composite": 0.6142322097378278, "exact": 0.056179775280898875 }, "mean_api_response_cost_usd": 0.018844134831460666, "cost_known_response_count": 89, "mean_latency_sec": 13.372063978729846, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.12041884816753927, "category": 0.837696335078534, "weight": 0.743455497382199, "modifier": 0.9842931937172775, "kerning": 0.6387434554973822, "line_height": 0.5104712041884817, "composite": 0.6391797556719022, "exact": 0.031413612565445025 }, "mean_api_response_cost_usd": 0.017576942408376962, "cost_known_response_count": 382, "mean_latency_sec": 12.808082939812014, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.1111111111111111, "category": 0.3333333333333333, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.3333333333333333, "composite": 0.5277777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01609255555555555, "cost_known_response_count": 18, "mean_latency_sec": 11.688734248555395, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.09803921568627451, "category": 0.8774509803921569, "weight": 0.7352941176470589, "modifier": 0.9705882352941176, "kerning": 0.6911764705882353, "line_height": 0.5441176470588235, "composite": 0.6527777777777778, "exact": 0.024509803921568627 }, "mean_api_response_cost_usd": 0.015861009803921564, "cost_known_response_count": 204, "mean_latency_sec": 11.49760867787286, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.04580152671755725, "category": 0.6946564885496184, "weight": 0.37404580152671757, "modifier": 0.9694656488549618, "kerning": 0.6335877862595419, "line_height": 0.5572519083969466, "composite": 0.5458015267175572, "exact": 0.007633587786259542 }, "mean_api_response_cost_usd": 0.018198656488549608, "cost_known_response_count": 131, "mean_latency_sec": 13.875960420886008, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.16901408450704225, "category": 0.9295774647887324, "weight": 0.7699530516431925, "modifier": 0.9859154929577465, "kerning": 0.6901408450704225, "line_height": 0.47417840375586856, "composite": 0.6697965571205008, "exact": 0.03755868544600939 }, "mean_api_response_cost_usd": 0.0172532676056338, "cost_known_response_count": 213, "mean_latency_sec": 12.333135546000273, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.15151515151515152, "category": 0.8451178451178452, "weight": 0.8855218855218855, "modifier": 0.9797979797979798, "kerning": 0.5824915824915825, "line_height": 0.4983164983164983, "composite": 0.6571268237934905, "exact": 0.04377104377104377 }, "mean_api_response_cost_usd": 0.016835138047138046, "cost_known_response_count": 297, "mean_latency_sec": 12.050634886808558, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.04597701149425287, "category": 0.9080459770114943, "weight": 0.8275862068965517, "modifier": 0.9540229885057471, "kerning": 0.5172413793103449, "line_height": 0.4827586206896552, "composite": 0.6226053639846744, "exact": 0.011494252873563218 }, "mean_api_response_cost_usd": 0.014606942528735633, "cost_known_response_count": 87, "mean_latency_sec": 10.486331407367299, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.15126050420168066, "category": 0.8991596638655462, "weight": 0.7815126050420168, "modifier": 1.0, "kerning": 0.5714285714285714, "line_height": 0.5126050420168067, "composite": 0.6526610644257703, "exact": 0.03361344537815126 }, "mean_api_response_cost_usd": 0.015402319327731086, "cost_known_response_count": 119, "mean_latency_sec": 10.990793647596753, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.13071895424836602, "category": 0.9150326797385621, "weight": 0.738562091503268, "modifier": 0.9869281045751634, "kerning": 0.6862745098039216, "line_height": 0.6143790849673203, "composite": 0.6786492374727668, "exact": 0.0457516339869281 }, "mean_api_response_cost_usd": 0.01711515032679738, "cost_known_response_count": 153, "mean_latency_sec": 12.968543285340203, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.13245033112582782, "category": 0.847682119205298, "weight": 0.695364238410596, "modifier": 0.9006622516556292, "kerning": 0.5099337748344371, "line_height": 0.3509933774834437, "composite": 0.5728476821192053, "exact": 0.006622516556291391 }, "mean_api_response_cost_usd": 0.019074476821192052, "cost_known_response_count": 151, "mean_latency_sec": 13.788638093490759, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.06535947712418301, "category": 0.7320261437908496, "weight": 0.7189542483660131, "modifier": 1.0, "kerning": 0.6143790849673203, "line_height": 0.42483660130718953, "composite": 0.5925925925925926, "exact": 0.026143790849673203 }, "mean_api_response_cost_usd": 0.014866457516339866, "cost_known_response_count": 153, "mean_latency_sec": 10.61704412137234, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.1513157894736842, "category": 0.868421052631579, "weight": 0.8355263157894737, "modifier": 1.0, "kerning": 0.6842105263157895, "line_height": 0.5986842105263158, "composite": 0.6896929824561404, "exact": 0.046052631578947366 }, "mean_api_response_cost_usd": 0.017917776315789457, "cost_known_response_count": 152, "mean_latency_sec": 12.746542176638718, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.1078838174273859, "category": 0.7759336099585062, "weight": 0.7510373443983402, "modifier": 0.9626556016597511, "kerning": 0.979253112033195, "line_height": 0.5352697095435685, "composite": 0.6853388658367913, "exact": 0.03319502074688797 }, "mean_api_response_cost_usd": 0.017480473029045634, "cost_known_response_count": 241, "mean_latency_sec": 12.342920758269901, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.16342412451361868, "category": 0.8871595330739299, "weight": 0.7704280155642024, "modifier": 0.9883268482490273, "kerning": 0.4474708171206226, "line_height": 0.5680933852140078, "composite": 0.6374837872892348, "exact": 0.042801556420233464 }, "mean_api_response_cost_usd": 0.016734217898832674, "cost_known_response_count": 257, "mean_latency_sec": 12.03019269414008, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.1, "category": 0.8869565217391304, "weight": 0.7347826086956522, "modifier": 0.9782608695652174, "kerning": 0.4217391304347826, "line_height": 0.3869565217391304, "composite": 0.5847826086956521, "exact": 0.017391304347826087 }, "mean_api_response_cost_usd": 0.016592704347826084, "cost_known_response_count": 230, "mean_latency_sec": 12.47675937008772, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.13414634146341464, "category": 0.8333333333333334, "weight": 0.7479674796747967, "modifier": 0.991869918699187, "kerning": 0.5813008130081301, "line_height": 1.0, "composite": 0.7147696476964769, "exact": 0.044715447154471545 }, "mean_api_response_cost_usd": 0.018217512195121938, "cost_known_response_count": 246, "mean_latency_sec": 13.100700302329376, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.11428571428571428, "category": 0.8367346938775511, "weight": 0.7551020408163265, "modifier": 0.9795918367346939, "kerning": 0.5877551020408164, "line_height": 0.11428571428571428, "composite": 0.5646258503401361, "exact": 0.012244897959183673 }, "mean_api_response_cost_usd": 0.015848677551020398, "cost_known_response_count": 245, "mean_latency_sec": 11.25491933076754, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.12658227848101267, "category": 0.8818565400843882, "weight": 0.7552742616033755, "modifier": 0.9578059071729957, "kerning": 0.679324894514768, "line_height": 0.379746835443038, "composite": 0.630098452883263, "exact": 0.0379746835443038 }, "mean_api_response_cost_usd": 0.016731544303797467, "cost_known_response_count": 237, "mean_latency_sec": 12.471858944498516, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.11522633744855967, "category": 0.8477366255144033, "weight": 0.7777777777777778, "modifier": 0.9753086419753086, "kerning": 0.5390946502057613, "line_height": 0.522633744855967, "composite": 0.6296296296296297, "exact": 0.03292181069958848 }, "mean_api_response_cost_usd": 0.01513462551440329, "cost_known_response_count": 243, "mean_latency_sec": 10.920605951354185, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.1276595744680851, "category": 0.8340425531914893, "weight": 0.7276595744680852, "modifier": 0.9787234042553191, "kerning": 0.6808510638297872, "line_height": 0.46382978723404256, "composite": 0.6354609929078013, "exact": 0.02127659574468085 }, "mean_api_response_cost_usd": 0.01629323404255319, "cost_known_response_count": 235, "mean_latency_sec": 12.072502905638466, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.132, "category": 0.868, "weight": 0.752, "modifier": 0.976, "kerning": 0.628, "line_height": 0.512, "composite": 0.6446666666666666, "exact": 0.04 }, "mean_api_response_cost_usd": 0.019292744, "cost_known_response_count": 250, "mean_latency_sec": 13.781250605012465, "latency_known_response_count": 250 } ] } }, { "model_id": "gemini-3.5-flash-lite", "model_config": { "api_key_env": "GEMINI_API_KEY", "base_url": null, "display_name": "Gemini 3.5 Flash-Lite", "enabled": true, "id": "gemini-3.5-flash-lite", "input_per_m": 0.3, "max_output_tokens": 1024, "model": "gemini-3.5-flash-lite", "notes": "Latest Flash-Lite cost-focused model.", "output_per_m": 2.5, "pricing_notes": "Standard text/image input and output rates. Output includes thinking tokens; no caching or batch discount assumed.", "pricing_source_url": "https://ai.google.dev/gemini-api/docs/pricing", "provider": "google", "source_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.5-flash-lite" }, "model_config_fingerprint": "1a87916f5fd901358d0a3564408464c0392096bd2f7b7412b727f9a9751abfe9", "status": "finalized", "coverage_status": "partial", "observed_task_count": 754, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.07554945054945054, "category": 0.8090659340659341, "weight": 0.6909340659340659, "modifier": 0.8008241758241759, "kerning": 0.46291208791208793, "line_height": 0.4642857142857143, "composite": 0.5505952380952381, "exact": 0.013736263736263736 }, "mean_api_response_cost_usd": 0.0005821332417582412, "cost_known_response_count": 728, "mean_latency_sec": 0.9489243570602252, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.13333333333333333, "category": 0.7333333333333333, "weight": 0.7333333333333333, "modifier": 0.7333333333333333, "kerning": 0.3333333333333333, "line_height": 0.4666666666666667, "composite": 0.5222222222222223, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005835466666666667, "cost_known_response_count": 15, "mean_latency_sec": 0.9666779999330174, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.0, "category": 0.3333333333333333, "weight": 0.8888888888888888, "modifier": 0.7777777777777778, "kerning": 0.3333333333333333, "line_height": 0.2222222222222222, "composite": 0.425925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005765, "cost_known_response_count": 9, "mean_latency_sec": 0.8872826454413977, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5, "composite": 0.3333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00057995, "cost_known_response_count": 2, "mean_latency_sec": 0.7891019500020775, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 0.7666666666666667, "weight": 0.8, "modifier": 0.9, "kerning": 0.43333333333333335, "line_height": 0.5666666666666667, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005799733333333332, "cost_known_response_count": 30, "mean_latency_sec": 0.8816891393003364, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.47368421052631576, "modifier": 0.8421052631578947, "kerning": 0.42105263157894735, "line_height": 0.5789473684210527, "composite": 0.5526315789473685, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005824736842105264, "cost_known_response_count": 19, "mean_latency_sec": 0.9006533443163406, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.0, "modifier": 0.6666666666666666, "kerning": 0.6666666666666666, "line_height": 0.3333333333333333, "composite": 0.3888888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00059015, "cost_known_response_count": 6, "mean_latency_sec": 1.0086736891656376, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.36363636363636365, "category": 1.0, "weight": 0.45454545454545453, "modifier": 0.7272727272727273, "kerning": 0.2727272727272727, "line_height": 0.2727272727272727, "composite": 0.5151515151515151, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005807454545454546, "cost_known_response_count": 11, "mean_latency_sec": 0.8886762860003562, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.25, "category": 1.0, "weight": 0.5, "modifier": 0.75, "kerning": 0.5, "line_height": 0.3333333333333333, "composite": 0.5555555555555556, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.00057915, "cost_known_response_count": 12, "mean_latency_sec": 0.9597435082517526, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.0, "line_height": 0.6666666666666666, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005802, "cost_known_response_count": 3, "mean_latency_sec": 0.9427074653406938, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.06666666666666667, "category": 1.0, "weight": 0.6666666666666666, "modifier": 0.8666666666666667, "kerning": 0.6, "line_height": 0.4, "composite": 0.6, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.00058046, "cost_known_response_count": 15, "mean_latency_sec": 0.9671085949308084, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5, "composite": 0.8333333333333334, "exact": 0.5 }, "mean_api_response_cost_usd": 0.00057895, "cost_known_response_count": 2, "mean_latency_sec": 1.3044132360009826, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.6363636363636364, "modifier": 0.7272727272727273, "kerning": 0.5454545454545454, "line_height": 0.5454545454545454, "composite": 0.5606060606060606, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005773272727272728, "cost_known_response_count": 11, "mean_latency_sec": 0.8721119440901517, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 0.7727272727272727, "weight": 0.7272727272727273, "modifier": 0.6818181818181818, "kerning": 0.5909090909090909, "line_height": 0.45454545454545453, "composite": 0.5378787878787878, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005821681818181819, "cost_known_response_count": 22, "mean_latency_sec": 1.0631443321802758, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5555555555555556, "modifier": 0.4444444444444444, "kerning": 0.1111111111111111, "line_height": 0.1111111111111111, "composite": 0.3703703703703704, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005836555555555555, "cost_known_response_count": 9, "mean_latency_sec": 0.9608612878898081, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.08333333333333333, "category": 1.0, "weight": 0.9166666666666666, "modifier": 0.8333333333333334, "kerning": 0.5, "line_height": 0.5833333333333334, "composite": 0.6527777777777778, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.000579175, "cost_known_response_count": 12, "mean_latency_sec": 0.8832519535838704, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.75, "kerning": 0.16666666666666666, "line_height": 0.25, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00057895, "cost_known_response_count": 12, "mean_latency_sec": 0.8834435054983866, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.0, "category": 0.5714285714285714, "weight": 0.6190476190476191, "modifier": 0.8095238095238095, "kerning": 0.38095238095238093, "line_height": 0.42857142857142855, "composite": 0.4682539682539682, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005819571428571428, "cost_known_response_count": 21, "mean_latency_sec": 0.8853499217615796, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.18181818181818182, "category": 1.0, "weight": 1.0, "modifier": 0.7272727272727273, "kerning": 0.45454545454545453, "line_height": 0.36363636363636365, "composite": 0.6212121212121212, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005792454545454546, "cost_known_response_count": 11, "mean_latency_sec": 0.9198977160928983, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 0.65, "weight": 0.75, "modifier": 0.9, "kerning": 0.4, "line_height": 0.45, "composite": 0.525, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000582645, "cost_known_response_count": 20, "mean_latency_sec": 0.9609177760503371, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 0.75, "kerning": 0.75, "line_height": 0.75, "composite": 0.375, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00058165, "cost_known_response_count": 4, "mean_latency_sec": 1.5882467202500266, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.041666666666666664, "category": 0.7083333333333334, "weight": 0.7083333333333334, "modifier": 0.75, "kerning": 0.5416666666666666, "line_height": 0.625, "composite": 0.5625, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.0005826208333333333, "cost_known_response_count": 24, "mean_latency_sec": 0.8583119803345957, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 0.9411764705882353, "weight": 0.4117647058823529, "modifier": 0.7647058823529411, "kerning": 0.47058823529411764, "line_height": 0.47058823529411764, "composite": 0.5098039215686275, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005829411764705882, "cost_known_response_count": 17, "mean_latency_sec": 0.8670632634123595, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 0.6153846153846154, "weight": 0.46153846153846156, "modifier": 0.8461538461538461, "kerning": 0.46153846153846156, "line_height": 0.38461538461538464, "composite": 0.4615384615384616, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005819076923076923, "cost_known_response_count": 13, "mean_latency_sec": 0.8974448871539118, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.6363636363636364, "modifier": 0.7272727272727273, "kerning": 0.5454545454545454, "line_height": 0.45454545454545453, "composite": 0.5454545454545454, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005788818181818181, "cost_known_response_count": 11, "mean_latency_sec": 0.8685334459097992, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.3333333333333333, "category": 0.0, "weight": 0.3333333333333333, "modifier": 0.6666666666666666, "kerning": 0.3333333333333333, "line_height": 0.5, "composite": 0.3611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005838166666666667, "cost_known_response_count": 6, "mean_latency_sec": 0.8914574678322728, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 0.9285714285714286, "modifier": 0.7142857142857143, "kerning": 0.42857142857142855, "line_height": 0.42857142857142855, "composite": 0.5595238095238094, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005801428571428572, "cost_known_response_count": 14, "mean_latency_sec": 0.8896984786406392, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.5, "category": 0.8888888888888888, "weight": 0.4444444444444444, "modifier": 0.7222222222222222, "kerning": 0.3888888888888889, "line_height": 0.5555555555555556, "composite": 0.5833333333333334, "exact": 0.05555555555555555 }, "mean_api_response_cost_usd": 0.0005792888888888889, "cost_known_response_count": 18, "mean_latency_sec": 0.9590203952207553, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.0, "category": 0.8695652173913043, "weight": 0.6956521739130435, "modifier": 0.8260869565217391, "kerning": 0.43478260869565216, "line_height": 0.5217391304347826, "composite": 0.5579710144927537, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005844086956521739, "cost_known_response_count": 23, "mean_latency_sec": 0.9055529124781733, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.7857142857142857, "modifier": 0.8214285714285714, "kerning": 0.42857142857142855, "line_height": 0.5714285714285714, "composite": 0.5595238095238094, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005832928571428574, "cost_known_response_count": 28, "mean_latency_sec": 1.324964365391809, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.0, "category": 0.7307692307692307, "weight": 0.38461538461538464, "modifier": 0.7692307692307693, "kerning": 0.6153846153846154, "line_height": 0.38461538461538464, "composite": 0.4807692307692308, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005836576923076924, "cost_known_response_count": 26, "mean_latency_sec": 0.9659943230004641, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.1, "category": 0.5, "weight": 0.8, "modifier": 0.7, "kerning": 0.5, "line_height": 0.4, "composite": 0.49999999999999994, "exact": 0.1 }, "mean_api_response_cost_usd": 0.00058234, "cost_known_response_count": 10, "mean_latency_sec": 0.8734219621997908, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.3333333333333333, "category": 0.8, "weight": 0.6666666666666666, "modifier": 0.8666666666666667, "kerning": 0.6, "line_height": 0.5333333333333333, "composite": 0.6333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005812333333333334, "cost_known_response_count": 15, "mean_latency_sec": 0.8991895628675896, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.875, "modifier": 0.875, "kerning": 0.5, "line_height": 0.3125, "composite": 0.5520833333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005838750000000001, "cost_known_response_count": 16, "mean_latency_sec": 1.0699900644376612, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 0.9166666666666666, "modifier": 0.8333333333333334, "kerning": 0.4166666666666667, "line_height": 0.5833333333333334, "composite": 0.5972222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005807333333333334, "cost_known_response_count": 12, "mean_latency_sec": 0.8400944898312446, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.7142857142857143, "category": 1.0, "weight": 1.0, "modifier": 0.8571428571428571, "kerning": 0.42857142857142855, "line_height": 0.7142857142857143, "composite": 0.7857142857142857, "exact": 0.2857142857142857 }, "mean_api_response_cost_usd": 0.0005866857142857144, "cost_known_response_count": 7, "mean_latency_sec": 0.848204721426425, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.75, "category": 1.0, "weight": 0.5625, "modifier": 0.875, "kerning": 0.4375, "line_height": 0.4375, "composite": 0.6770833333333334, "exact": 0.0625 }, "mean_api_response_cost_usd": 0.0005833375, "cost_known_response_count": 16, "mean_latency_sec": 0.9279233287470561, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 0.9, "weight": 0.75, "modifier": 0.75, "kerning": 0.6, "line_height": 0.45, "composite": 0.5750000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005851150000000001, "cost_known_response_count": 20, "mean_latency_sec": 0.9214276048005559, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.0, "category": 0.7647058823529411, "weight": 0.5882352941176471, "modifier": 0.9411764705882353, "kerning": 0.5882352941176471, "line_height": 0.47058823529411764, "composite": 0.5588235294117647, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000582570588235294, "cost_known_response_count": 17, "mean_latency_sec": 0.9274876857645509, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 0.6190476190476191, "modifier": 0.8571428571428571, "kerning": 0.47619047619047616, "line_height": 0.47619047619047616, "composite": 0.5476190476190477, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005848142857142856, "cost_known_response_count": 21, "mean_latency_sec": 0.9267384430464257, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.0, "category": 0.84, "weight": 0.76, "modifier": 0.92, "kerning": 0.52, "line_height": 0.44, "composite": 0.58, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005847360000000001, "cost_known_response_count": 25, "mean_latency_sec": 0.9873928722378332, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7272727272727273, "modifier": 0.9090909090909091, "kerning": 0.45454545454545453, "line_height": 0.36363636363636365, "composite": 0.5757575757575758, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005836818181818182, "cost_known_response_count": 11, "mean_latency_sec": 0.834559671908871, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.14285714285714285, "category": 0.6666666666666666, "weight": 0.8095238095238095, "modifier": 0.7142857142857143, "kerning": 0.2857142857142857, "line_height": 0.23809523809523808, "composite": 0.4761904761904762, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005823190476190477, "cost_known_response_count": 21, "mean_latency_sec": 0.9323465004293082, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.4, "line_height": 0.4, "composite": 0.6333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00058734, "cost_known_response_count": 5, "mean_latency_sec": 0.9624896233988693, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.7575757575757576, "weight": 0.7272727272727273, "modifier": 0.7575757575757576, "kerning": 0.36363636363636365, "line_height": 0.42424242424242425, "composite": 0.5050505050505051, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005808424242424243, "cost_known_response_count": 33, "mean_latency_sec": 0.8742300066373763, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 0.9047619047619048, "weight": 0.7619047619047619, "modifier": 0.8571428571428571, "kerning": 0.5714285714285714, "line_height": 0.6190476190476191, "composite": 0.619047619047619, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005823761904761906, "cost_known_response_count": 21, "mean_latency_sec": 0.8933564727125313, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7857142857142857, "modifier": 0.7857142857142857, "kerning": 0.42857142857142855, "line_height": 0.5714285714285714, "composite": 0.5952380952380952, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005792142857142857, "cost_known_response_count": 14, "mean_latency_sec": 0.9349699003599069, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 0.8888888888888888, "weight": 0.5555555555555556, "modifier": 0.6666666666666666, "kerning": 0.6666666666666666, "line_height": 0.4444444444444444, "composite": 0.5370370370370371, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005795666666666667, "cost_known_response_count": 9, "mean_latency_sec": 1.7213889419993695, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.2, "category": 1.0, "weight": 1.0, "modifier": 0.6, "kerning": 0.8, "line_height": 0.4, "composite": 0.6666666666666669, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00058216, "cost_known_response_count": 5, "mean_latency_sec": 0.8004369183996459, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.9166666666666666, "modifier": 0.875, "kerning": 0.4583333333333333, "line_height": 0.5833333333333334, "composite": 0.5972222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005839916666666667, "cost_known_response_count": 24, "mean_latency_sec": 0.9084817600839111, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.2571428571428571, "category": 1.0, "weight": 0.7142857142857143, "modifier": 0.7428571428571429, "kerning": 0.2571428571428571, "line_height": 0.37142857142857144, "composite": 0.5571428571428572, "exact": 0.05714285714285714 }, "mean_api_response_cost_usd": 0.0005835771428571428, "cost_known_response_count": 35, "mean_latency_sec": 0.9143198371432456, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.02247191011235955, "category": 0.898876404494382, "weight": 0.6966292134831461, "modifier": 0.7865168539325843, "kerning": 0.38202247191011235, "line_height": 0.42696629213483145, "composite": 0.5355805243445694, "exact": 0.011235955056179775 }, "mean_api_response_cost_usd": 0.0005810404494382018, "cost_known_response_count": 89, "mean_latency_sec": 0.8884219014726114, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.031413612565445025, "category": 0.7539267015706806, "weight": 0.7068062827225131, "modifier": 0.8167539267015707, "kerning": 0.4895287958115183, "line_height": 0.4712041884816754, "composite": 0.5449389179755673, "exact": 0.005235602094240838 }, "mean_api_response_cost_usd": 0.0005832332460732983, "cost_known_response_count": 382, "mean_latency_sec": 0.9655400327222753, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.1111111111111111, "category": 0.2222222222222222, "weight": 0.1111111111111111, "modifier": 0.7222222222222222, "kerning": 0.5555555555555556, "line_height": 0.5, "composite": 0.3703703703703704, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005850166666666666, "cost_known_response_count": 18, "mean_latency_sec": 1.073998762388429, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.14705882352941177, "category": 0.8921568627450981, "weight": 0.7058823529411765, "modifier": 0.7941176470588235, "kerning": 0.47549019607843135, "line_height": 0.4803921568627451, "composite": 0.5825163398692811, "exact": 0.024509803921568627 }, "mean_api_response_cost_usd": 0.0005800480392156865, "cost_known_response_count": 204, "mean_latency_sec": 0.9391074420875835, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.0916030534351145, "category": 0.7786259541984732, "weight": 0.09923664122137404, "modifier": 0.8473282442748091, "kerning": 0.44274809160305345, "line_height": 0.5190839694656488, "composite": 0.4631043256997455, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005823198473282443, "cost_known_response_count": 131, "mean_latency_sec": 1.0086630380682235, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.04225352112676056, "category": 0.8262910798122066, "weight": 0.7136150234741784, "modifier": 0.7746478873239436, "kerning": 0.45539906103286387, "line_height": 0.47417840375586856, "composite": 0.5477308294209703, "exact": 0.004694835680751174 }, "mean_api_response_cost_usd": 0.0005814384976525819, "cost_known_response_count": 213, "mean_latency_sec": 0.9240672602015575, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.10437710437710437, "category": 0.7845117845117845, "weight": 0.9158249158249159, "modifier": 0.8047138047138047, "kerning": 0.46464646464646464, "line_height": 0.4208754208754209, "composite": 0.5824915824915825, "exact": 0.030303030303030304 }, "mean_api_response_cost_usd": 0.0005823474747474745, "cost_known_response_count": 297, "mean_latency_sec": 0.9546944391950459, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.034482758620689655, "category": 0.896551724137931, "weight": 0.7586206896551724, "modifier": 0.7816091954022989, "kerning": 0.5057471264367817, "line_height": 0.5057471264367817, "composite": 0.5804597701149424, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005828218390804594, "cost_known_response_count": 87, "mean_latency_sec": 0.9001321734373134, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.09243697478991597, "category": 0.8739495798319328, "weight": 0.6974789915966386, "modifier": 1.0, "kerning": 0.3949579831932773, "line_height": 0.5042016806722689, "composite": 0.5938375350140056, "exact": 0.025210084033613446 }, "mean_api_response_cost_usd": 0.0005816781512605041, "cost_known_response_count": 119, "mean_latency_sec": 0.9147094871762977, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.058823529411764705, "category": 0.8562091503267973, "weight": 0.6862745098039216, "modifier": 0.9869281045751634, "kerning": 0.5947712418300654, "line_height": 0.5816993464052288, "composite": 0.627450980392157, "exact": 0.026143790849673203 }, "mean_api_response_cost_usd": 0.0005800522875816993, "cost_known_response_count": 153, "mean_latency_sec": 0.9588313760260444, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.026490066225165563, "category": 0.7549668874172185, "weight": 0.6556291390728477, "modifier": 0.052980132450331126, "kerning": 0.5364238410596026, "line_height": 0.3509933774834437, "composite": 0.3962472406181015, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005810781456953645, "cost_known_response_count": 151, "mean_latency_sec": 1.0234222723248596, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.08496732026143791, "category": 0.7843137254901961, "weight": 0.738562091503268, "modifier": 1.0, "kerning": 0.3790849673202614, "line_height": 0.43137254901960786, "composite": 0.5697167755991286, "exact": 0.006535947712418301 }, "mean_api_response_cost_usd": 0.0005879745098039215, "cost_known_response_count": 153, "mean_latency_sec": 0.9299726492864745, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.11842105263157894, "category": 0.7894736842105263, "weight": 0.6776315789473685, "modifier": 1.0, "kerning": 0.39473684210526316, "line_height": 0.4605263157894737, "composite": 0.5734649122807017, "exact": 0.013157894736842105 }, "mean_api_response_cost_usd": 0.000579752631578947, "cost_known_response_count": 152, "mean_latency_sec": 0.9108073945526006, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.05394190871369295, "category": 0.5933609958506224, "weight": 0.6597510373443983, "modifier": 0.8091286307053942, "kerning": 0.3817427385892116, "line_height": 0.42738589211618255, "composite": 0.487551867219917, "exact": 0.008298755186721992 }, "mean_api_response_cost_usd": 0.0005814846473029044, "cost_known_response_count": 241, "mean_latency_sec": 0.9146036230620258, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.08560311284046693, "category": 0.8949416342412452, "weight": 0.6770428015564203, "modifier": 0.8054474708171206, "kerning": 0.9416342412451362, "line_height": 0.6536964980544747, "composite": 0.6763942931258108, "exact": 0.0311284046692607 }, "mean_api_response_cost_usd": 0.0005821101167315173, "cost_known_response_count": 257, "mean_latency_sec": 0.9599659211286081, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.08695652173913043, "category": 0.9391304347826087, "weight": 0.7391304347826086, "modifier": 0.7869565217391304, "kerning": 0.013043478260869565, "line_height": 0.29130434782608694, "composite": 0.47608695652173916, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005828386956521739, "cost_known_response_count": 230, "mean_latency_sec": 0.9725487697906235, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.08536585365853659, "category": 0.7642276422764228, "weight": 0.7032520325203252, "modifier": 0.7926829268292683, "kerning": 0.4959349593495935, "line_height": 0.7560975609756098, "composite": 0.5995934959349594, "exact": 0.02032520325203252 }, "mean_api_response_cost_usd": 0.0005794361788617888, "cost_known_response_count": 246, "mean_latency_sec": 0.9550405242687378, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.061224489795918366, "category": 0.8367346938775511, "weight": 0.673469387755102, "modifier": 0.8040816326530612, "kerning": 0.46938775510204084, "line_height": 0.5020408163265306, "composite": 0.5578231292517007, "exact": 0.012244897959183673 }, "mean_api_response_cost_usd": 0.0005842102040816325, "cost_known_response_count": 245, "mean_latency_sec": 0.9282794527991614, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.08016877637130802, "category": 0.8270042194092827, "weight": 0.6962025316455697, "modifier": 0.8059071729957806, "kerning": 0.4219409282700422, "line_height": 0.12236286919831224, "composite": 0.4922644163150493, "exact": 0.008438818565400843 }, "mean_api_response_cost_usd": 0.0005827856540084385, "cost_known_response_count": 237, "mean_latency_sec": 0.9639177090039659, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.05761316872427984, "category": 0.7983539094650206, "weight": 0.720164609053498, "modifier": 0.7983539094650206, "kerning": 0.4279835390946502, "line_height": 0.448559670781893, "composite": 0.541838134430727, "exact": 0.00411522633744856 }, "mean_api_response_cost_usd": 0.0005781189300411525, "cost_known_response_count": 243, "mean_latency_sec": 0.9288048488684401, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.07659574468085106, "category": 0.7914893617021277, "weight": 0.7106382978723405, "modifier": 0.7957446808510639, "kerning": 0.4978723404255319, "line_height": 0.5148936170212766, "composite": 0.5645390070921986, "exact": 0.00851063829787234 }, "mean_api_response_cost_usd": 0.0005834063829787231, "cost_known_response_count": 235, "mean_latency_sec": 0.9873933103612371, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.092, "category": 0.836, "weight": 0.644, "modifier": 0.808, "kerning": 0.464, "line_height": 0.432, "composite": 0.5459999999999999, "exact": 0.028 }, "mean_api_response_cost_usd": 0.0005848383999999999, "cost_known_response_count": 250, "mean_latency_sec": 0.932319702919689, "latency_known_response_count": 250 } ] } }, { "model_id": "gemini-3.8-flash", "model_config": { "api_key_env": "GEMINI_API_KEY", "base_url": null, "display_name": "Gemini 3.8 Flash", "enabled": true, "id": "gemini-3.8-flash", "input_per_m": 0.75, "max_output_tokens": 4096, "model": "gemini-3.8-flash", "notes": "Latest stable Flash; supports low, medium and high thinking, not minimal.", "output_per_m": 3.75, "pricing_notes": "Standard introductory rates through 2026-12-31. From 2027-01-01: $1.50 input / $7.50 output per million tokens. Output includes thinking tokens.", "pricing_source_url": "https://ai.google.dev/gemini-api/docs/pricing", "provider": "google", "source_url": "https://ai.google.dev/gemini-api/docs/models/gemini-3.8-flash" }, "model_config_fingerprint": "7de720d7bc3a5dd06ed19c22ff2574e4c880b911ce7efdfc8a824db7afb0be77", "status": "finalized", "coverage_status": "partial", "observed_task_count": 736, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.14697802197802198, "category": 0.8337912087912088, "weight": 0.7747252747252747, "modifier": 0.9766483516483516, "kerning": 0.554945054945055, "line_height": 0.6153846153846154, "composite": 0.6504120879120879, "exact": 0.03983516483516483 }, "mean_api_response_cost_usd": 0.01211264423076923, "cost_known_response_count": 728, "mean_latency_sec": 12.323154669095087, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.26666666666666666, "category": 0.6, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.6666666666666666, "composite": 0.6222222222222221, "exact": 0.2 }, "mean_api_response_cost_usd": 0.012496700000000001, "cost_known_response_count": 15, "mean_latency_sec": 12.222339665468704, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 0.3333333333333333, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.3333333333333333, "composite": 0.462962962962963, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012487916666666666, "cost_known_response_count": 9, "mean_latency_sec": 13.235806684666183, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.5, "category": 0.5, "weight": 0.5, "modifier": 1.0, "kerning": 0.5, "line_height": 1.0, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010362375, "cost_known_response_count": 2, "mean_latency_sec": 9.607925472002535, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.13333333333333333, "category": 0.7333333333333333, "weight": 0.7333333333333333, "modifier": 1.0, "kerning": 0.4666666666666667, "line_height": 0.7666666666666667, "composite": 0.6388888888888888, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.011898100000000002, "cost_known_response_count": 30, "mean_latency_sec": 12.158907674965546, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.05263157894736842, "category": 1.0, "weight": 0.5263157894736842, "modifier": 1.0, "kerning": 0.42105263157894735, "line_height": 0.7368421052631579, "composite": 0.6228070175438597, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011302105263157895, "cost_known_response_count": 19, "mean_latency_sec": 11.54292671842038, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.16666666666666666, "category": 0.8333333333333334, "weight": 0.6666666666666666, "modifier": 0.8333333333333334, "kerning": 0.6666666666666666, "line_height": 0.5, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011139749999999999, "cost_known_response_count": 6, "mean_latency_sec": 11.874969459999798, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.45454545454545453, "category": 1.0, "weight": 0.7272727272727273, "modifier": 0.8181818181818182, "kerning": 0.2727272727272727, "line_height": 0.36363636363636365, "composite": 0.6060606060606061, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011960727272727274, "cost_known_response_count": 11, "mean_latency_sec": 12.110787217998718, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 0.5833333333333334, "modifier": 0.75, "kerning": 0.5, "line_height": 0.8333333333333334, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011554437499999999, "cost_known_response_count": 12, "mean_latency_sec": 12.101461529917287, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.0, "line_height": 1.0, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00925675, "cost_known_response_count": 3, "mean_latency_sec": 9.210863040667997, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.4666666666666667, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8, "line_height": 0.6666666666666666, "composite": 0.7666666666666667, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.0097564, "cost_known_response_count": 15, "mean_latency_sec": 9.787196066600155, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.0, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009631125, "cost_known_response_count": 2, "mean_latency_sec": 9.924399203504436, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.8181818181818182, "composite": 0.7272727272727272, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009110590909090908, "cost_known_response_count": 11, "mean_latency_sec": 9.31707550181785, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.045454545454545456, "category": 0.7727272727272727, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.5909090909090909, "line_height": 0.5, "composite": 0.6212121212121212, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011937068181818182, "cost_known_response_count": 22, "mean_latency_sec": 12.02837104572642, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 0.4444444444444444, "composite": 0.5925925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014737333333333331, "cost_known_response_count": 9, "mean_latency_sec": 15.533211640114637, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.3333333333333333, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.3333333333333333, "composite": 0.6944444444444445, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.0115410625, "cost_known_response_count": 12, "mean_latency_sec": 12.498745138499848, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.25, "line_height": 0.6666666666666666, "composite": 0.5833333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012825499999999998, "cost_known_response_count": 12, "mean_latency_sec": 13.079483976584015, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.14285714285714285, "category": 0.6666666666666666, "weight": 0.7142857142857143, "modifier": 0.9523809523809523, "kerning": 0.5238095238095238, "line_height": 0.6666666666666666, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014433107142857142, "cost_known_response_count": 21, "mean_latency_sec": 14.546814505811199, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.6363636363636364, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.6363636363636364, "composite": 0.8181818181818182, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.009203113636363636, "cost_known_response_count": 11, "mean_latency_sec": 9.686968766003371, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 0.85, "weight": 0.9, "modifier": 1.0, "kerning": 0.7, "line_height": 0.6, "composite": 0.6749999999999999, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0126713625, "cost_known_response_count": 20, "mean_latency_sec": 13.12352815565173, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.5, "category": 0.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.75, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011856, "cost_known_response_count": 4, "mean_latency_sec": 12.67005105525459, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.041666666666666664, "category": 0.9166666666666666, "weight": 0.7083333333333334, "modifier": 1.0, "kerning": 0.7916666666666666, "line_height": 0.625, "composite": 0.6805555555555555, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.01285728125, "cost_known_response_count": 24, "mean_latency_sec": 12.783160821250931, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 0.8823529411764706, "weight": 0.6470588235294118, "modifier": 0.9411764705882353, "kerning": 0.5294117647058824, "line_height": 0.35294117647058826, "composite": 0.5588235294117647, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01464044117647059, "cost_known_response_count": 17, "mean_latency_sec": 14.427180622588768, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 0.7692307692307693, "weight": 0.8461538461538461, "modifier": 1.0, "kerning": 0.6923076923076923, "line_height": 0.7692307692307693, "composite": 0.6794871794871794, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011742173076923077, "cost_known_response_count": 13, "mean_latency_sec": 12.057593321077338, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.7272727272727273, "line_height": 0.7272727272727273, "composite": 0.7424242424242425, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011025954545454547, "cost_known_response_count": 11, "mean_latency_sec": 11.700285051363277, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.16666666666666666, "category": 0.3333333333333333, "weight": 0.8333333333333334, "modifier": 0.8333333333333334, "kerning": 0.5, "line_height": 0.3333333333333333, "composite": 0.5000000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013307250000000001, "cost_known_response_count": 6, "mean_latency_sec": 13.973920785007067, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.07142857142857142, "category": 0.8571428571428571, "weight": 0.9285714285714286, "modifier": 0.9285714285714286, "kerning": 0.35714285714285715, "line_height": 0.5714285714285714, "composite": 0.6190476190476191, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011399999999999997, "cost_known_response_count": 14, "mean_latency_sec": 12.331891894427827, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.05555555555555555, "category": 0.9444444444444444, "weight": 0.4444444444444444, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.7777777777777778, "composite": 0.6296296296296297, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011079958333333334, "cost_known_response_count": 18, "mean_latency_sec": 11.430098365389211, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.13043478260869565, "category": 0.8695652173913043, "weight": 0.782608695652174, "modifier": 0.9565217391304348, "kerning": 0.6086956521739131, "line_height": 0.5652173913043478, "composite": 0.6521739130434782, "exact": 0.043478260869565216 }, "mean_api_response_cost_usd": 0.012298304347826089, "cost_known_response_count": 23, "mean_latency_sec": 12.383430368914244, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 0.8214285714285714, "modifier": 1.0, "kerning": 0.5357142857142857, "line_height": 0.6428571428571429, "composite": 0.6428571428571428, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012760821428571425, "cost_known_response_count": 28, "mean_latency_sec": 13.549906874465316, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.19230769230769232, "category": 0.7692307692307693, "weight": 0.5769230769230769, "modifier": 0.9615384615384616, "kerning": 0.6153846153846154, "line_height": 0.5769230769230769, "composite": 0.6153846153846154, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011919721153846156, "cost_known_response_count": 26, "mean_latency_sec": 11.94210823999982, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.0, "category": 0.7, "weight": 0.9, "modifier": 1.0, "kerning": 0.3, "line_height": 0.5, "composite": 0.5666666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013122975, "cost_known_response_count": 10, "mean_latency_sec": 13.607650690399169, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.13333333333333333, "category": 0.8, "weight": 0.4, "modifier": 0.9333333333333333, "kerning": 0.6, "line_height": 0.9333333333333333, "composite": 0.6333333333333333, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.0129215, "cost_known_response_count": 15, "mean_latency_sec": 12.946805826531879, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.75, "weight": 1.0, "modifier": 0.9375, "kerning": 0.5625, "line_height": 0.5625, "composite": 0.6354166666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0121659375, "cost_known_response_count": 16, "mean_latency_sec": 12.752019486124482, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.75, "composite": 0.6944444444444443, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010176937499999998, "cost_known_response_count": 12, "mean_latency_sec": 10.343169277501147, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.14285714285714285, "category": 1.0, "weight": 0.7142857142857143, "modifier": 1.0, "kerning": 0.42857142857142855, "line_height": 0.8571428571428571, "composite": 0.6904761904761904, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014220107142857144, "cost_known_response_count": 7, "mean_latency_sec": 14.745875213288985, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.625, "category": 1.0, "weight": 0.5625, "modifier": 1.0, "kerning": 0.5625, "line_height": 0.625, "composite": 0.7291666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011376, "cost_known_response_count": 16, "mean_latency_sec": 11.527870153188815, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 0.85, "weight": 0.9, "modifier": 0.95, "kerning": 0.75, "line_height": 0.7, "composite": 0.6916666666666668, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010449787499999998, "cost_known_response_count": 20, "mean_latency_sec": 10.840812826449838, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.5882352941176471, "category": 0.9411764705882353, "weight": 0.8823529411764706, "modifier": 1.0, "kerning": 0.6470588235294118, "line_height": 0.5882352941176471, "composite": 0.7745098039215685, "exact": 0.23529411764705882 }, "mean_api_response_cost_usd": 0.011111867647058824, "cost_known_response_count": 17, "mean_latency_sec": 11.21730004023223, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.19047619047619047, "category": 0.8571428571428571, "weight": 0.6666666666666666, "modifier": 0.9523809523809523, "kerning": 0.5238095238095238, "line_height": 0.6190476190476191, "composite": 0.6349206349206348, "exact": 0.047619047619047616 }, "mean_api_response_cost_usd": 0.01124525, "cost_known_response_count": 21, "mean_latency_sec": 11.25437721147942, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.24, "category": 0.84, "weight": 0.84, "modifier": 1.0, "kerning": 0.52, "line_height": 0.6, "composite": 0.6733333333333333, "exact": 0.08 }, "mean_api_response_cost_usd": 0.01273254, "cost_known_response_count": 25, "mean_latency_sec": 12.8439415481186, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.36363636363636365, "category": 0.9090909090909091, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.36363636363636365, "composite": 0.6666666666666666, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.011678863636363638, "cost_known_response_count": 11, "mean_latency_sec": 11.779105092544341, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.7142857142857143, "modifier": 0.9523809523809523, "kerning": 0.6666666666666666, "line_height": 0.6190476190476191, "composite": 0.6031746031746031, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014578, "cost_known_response_count": 21, "mean_latency_sec": 14.444303509238082, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.2, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.4, "composite": 0.7000000000000001, "exact": 0.2 }, "mean_api_response_cost_usd": 0.012338850000000002, "cost_known_response_count": 5, "mean_latency_sec": 11.857235392203439, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.8181818181818182, "weight": 0.7575757575757576, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 0.45454545454545453, "composite": 0.5808080808080808, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01329468181818182, "cost_known_response_count": 33, "mean_latency_sec": 13.094271704331428, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 0.8095238095238095, "weight": 0.7619047619047619, "modifier": 1.0, "kerning": 0.6190476190476191, "line_height": 0.47619047619047616, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012122071428571428, "cost_known_response_count": 21, "mean_latency_sec": 11.992578968714085, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.42857142857142855, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5714285714285714, "composite": 0.75, "exact": 0.14285714285714285 }, "mean_api_response_cost_usd": 0.012329999999999999, "cost_known_response_count": 14, "mean_latency_sec": 12.439888194498574, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 0.8888888888888888, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.4444444444444444, "line_height": 0.5555555555555556, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01341975, "cost_known_response_count": 9, "mean_latency_sec": 13.876457545000854, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.4, "category": 0.8, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.2, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010528649999999999, "cost_known_response_count": 5, "mean_latency_sec": 10.741293752804632, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.041666666666666664, "category": 0.75, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.625, "line_height": 0.8333333333333334, "composite": 0.6944444444444443, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.011272375, "cost_known_response_count": 24, "mean_latency_sec": 11.170446400209281, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.22857142857142856, "category": 1.0, "weight": 0.7714285714285715, "modifier": 0.9428571428571428, "kerning": 0.34285714285714286, "line_height": 0.5428571428571428, "composite": 0.6380952380952382, "exact": 0.02857142857142857 }, "mean_api_response_cost_usd": 0.012948835714285716, "cost_known_response_count": 35, "mean_latency_sec": 13.233070192430334, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.1348314606741573, "category": 0.8539325842696629, "weight": 0.8202247191011236, "modifier": 0.9887640449438202, "kerning": 0.43820224719101125, "line_height": 0.48314606741573035, "composite": 0.6198501872659176, "exact": 0.0449438202247191 }, "mean_api_response_cost_usd": 0.013054693820224715, "cost_known_response_count": 89, "mean_latency_sec": 13.010159929145292, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.10471204188481675, "category": 0.7984293193717278, "weight": 0.7774869109947644, "modifier": 0.9790575916230366, "kerning": 0.6073298429319371, "line_height": 0.6308900523560209, "composite": 0.649650959860384, "exact": 0.03664921465968586 }, "mean_api_response_cost_usd": 0.012359149869109938, "cost_known_response_count": 382, "mean_latency_sec": 12.504438672502928, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.2777777777777778, "category": 0.4444444444444444, "weight": 0.7777777777777778, "modifier": 0.8888888888888888, "kerning": 0.6666666666666666, "line_height": 0.5555555555555556, "composite": 0.6018518518518517, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011935041666666668, "cost_known_response_count": 18, "mean_latency_sec": 12.499410924170256, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.20588235294117646, "category": 0.8970588235294118, "weight": 0.75, "modifier": 0.9803921568627451, "kerning": 0.5343137254901961, "line_height": 0.6617647058823529, "composite": 0.6715686274509803, "exact": 0.049019607843137254 }, "mean_api_response_cost_usd": 0.011112264705882353, "cost_known_response_count": 204, "mean_latency_sec": 11.51230362324043, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.16030534351145037, "category": 0.8625954198473282, "weight": 0.2595419847328244, "modifier": 0.9847328244274809, "kerning": 0.5038167938931297, "line_height": 0.6641221374045801, "composite": 0.5725190839694655, "exact": 0.022900763358778626 }, "mean_api_response_cost_usd": 0.012546200381679388, "cost_known_response_count": 131, "mean_latency_sec": 12.69234819375594, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.15492957746478872, "category": 0.8215962441314554, "weight": 0.892018779342723, "modifier": 0.9577464788732394, "kerning": 0.6291079812206573, "line_height": 0.6338028169014085, "composite": 0.6815336463223787, "exact": 0.056338028169014086 }, "mean_api_response_cost_usd": 0.011811806338028166, "cost_known_response_count": 213, "mean_latency_sec": 12.063439859056361, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.14814814814814814, "category": 0.8215488215488216, "weight": 0.9090909090909091, "modifier": 0.9865319865319865, "kerning": 0.531986531986532, "line_height": 0.5757575757575758, "composite": 0.6621773288439955, "exact": 0.03367003367003367 }, "mean_api_response_cost_usd": 0.012149934343434352, "cost_known_response_count": 297, "mean_latency_sec": 12.374161443243082, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.10344827586206896, "category": 0.8620689655172413, "weight": 0.8045977011494253, "modifier": 0.9770114942528736, "kerning": 0.5287356321839081, "line_height": 0.632183908045977, "composite": 0.6513409961685823, "exact": 0.04597701149425287 }, "mean_api_response_cost_usd": 0.012069051724137931, "cost_known_response_count": 87, "mean_latency_sec": 12.228969506862013, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.17647058823529413, "category": 0.9327731092436975, "weight": 0.8067226890756303, "modifier": 0.9915966386554622, "kerning": 0.44537815126050423, "line_height": 0.5798319327731093, "composite": 0.6554621848739497, "exact": 0.04201680672268908 }, "mean_api_response_cost_usd": 0.011593827731092445, "cost_known_response_count": 119, "mean_latency_sec": 11.774769121428811, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.20261437908496732, "category": 0.9281045751633987, "weight": 0.7254901960784313, "modifier": 0.9934640522875817, "kerning": 0.6470588235294118, "line_height": 0.7843137254901961, "composite": 0.7135076252723311, "exact": 0.09803921568627451 }, "mean_api_response_cost_usd": 0.012219607843137248, "cost_known_response_count": 153, "mean_latency_sec": 12.289022971516637, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.0728476821192053, "category": 0.6556291390728477, "weight": 0.7483443708609272, "modifier": 0.9006622516556292, "kerning": 0.6158940397350994, "line_height": 0.4105960264900662, "composite": 0.5673289183222958, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012730509933774836, "cost_known_response_count": 151, "mean_latency_sec": 13.363365767616644, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.12418300653594772, "category": 0.7712418300653595, "weight": 0.7973856209150327, "modifier": 1.0, "kerning": 0.42483660130718953, "line_height": 0.6862745098039216, "composite": 0.6339869281045751, "exact": 0.006535947712418301 }, "mean_api_response_cost_usd": 0.012173000000000003, "cost_known_response_count": 153, "mean_latency_sec": 12.231385638437928, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.16447368421052633, "category": 0.9013157894736842, "weight": 0.8026315789473685, "modifier": 1.0, "kerning": 0.618421052631579, "line_height": 0.6052631578947368, "composite": 0.6820175438596493, "exact": 0.05263157894736842 }, "mean_api_response_cost_usd": 0.011736601973684214, "cost_known_response_count": 152, "mean_latency_sec": 11.84584424617127, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.13692946058091288, "category": 0.7095435684647303, "weight": 0.7095435684647303, "modifier": 0.966804979253112, "kerning": 0.5020746887966805, "line_height": 0.4979253112033195, "composite": 0.5871369294605809, "exact": 0.02074688796680498 }, "mean_api_response_cost_usd": 0.012648317427385886, "cost_known_response_count": 241, "mean_latency_sec": 12.842533634141263, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.15953307392996108, "category": 0.8988326848249028, "weight": 0.7937743190661478, "modifier": 0.9883268482490273, "kerning": 0.9571984435797666, "line_height": 0.7120622568093385, "composite": 0.751621271076524, "exact": 0.07782101167315175 }, "mean_api_response_cost_usd": 0.01169378696498055, "cost_known_response_count": 257, "mean_latency_sec": 11.90331934210559, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.14347826086956522, "category": 0.8913043478260869, "weight": 0.8217391304347826, "modifier": 0.9739130434782609, "kerning": 0.1608695652173913, "line_height": 0.6304347826086957, "composite": 0.6036231884057972, "exact": 0.017391304347826087 }, "mean_api_response_cost_usd": 0.012019379347826091, "cost_known_response_count": 230, "mean_latency_sec": 12.248056184139315, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.15447154471544716, "category": 0.7845528455284553, "weight": 0.7886178861788617, "modifier": 0.983739837398374, "kerning": 0.556910569105691, "line_height": 0.8861788617886179, "composite": 0.6924119241192411, "exact": 0.04065040650406504 }, "mean_api_response_cost_usd": 0.011597716463414632, "cost_known_response_count": 246, "mean_latency_sec": 11.950784200341813, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.15510204081632653, "category": 0.8653061224489796, "weight": 0.8040816326530612, "modifier": 0.9755102040816327, "kerning": 0.5836734693877551, "line_height": 0.5469387755102041, "composite": 0.6551020408163265, "exact": 0.04081632653061224 }, "mean_api_response_cost_usd": 0.0123443418367347, "cost_known_response_count": 245, "mean_latency_sec": 12.41213268257573, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.1308016877637131, "category": 0.8523206751054853, "weight": 0.729957805907173, "modifier": 0.9704641350210971, "kerning": 0.5232067510548524, "line_height": 0.4050632911392405, "composite": 0.6019690576652602, "exact": 0.0379746835443038 }, "mean_api_response_cost_usd": 0.012407607594936703, "cost_known_response_count": 237, "mean_latency_sec": 12.617684297831577, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.16049382716049382, "category": 0.8436213991769548, "weight": 0.8148148148148148, "modifier": 0.9753086419753086, "kerning": 0.5185185185185185, "line_height": 0.6790123456790124, "composite": 0.6652949245541838, "exact": 0.037037037037037035 }, "mean_api_response_cost_usd": 0.012221737654320984, "cost_known_response_count": 243, "mean_latency_sec": 12.471493626699495, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.1148936170212766, "category": 0.8170212765957446, "weight": 0.7787234042553192, "modifier": 0.9702127659574468, "kerning": 0.5872340425531914, "line_height": 0.6, "composite": 0.6446808510638299, "exact": 0.029787234042553193 }, "mean_api_response_cost_usd": 0.011825968085106393, "cost_known_response_count": 235, "mean_latency_sec": 11.941887627558428, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.164, "category": 0.84, "weight": 0.732, "modifier": 0.984, "kerning": 0.56, "line_height": 0.568, "composite": 0.6413333333333333, "exact": 0.052 }, "mean_api_response_cost_usd": 0.012276081, "cost_known_response_count": 250, "mean_latency_sec": 12.537360221348063, "latency_known_response_count": 250 } ] } }, { "model_id": "gpt-5.6-luna", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-5.6 Luna", "enabled": true, "id": "gpt-5.6-luna", "input_per_m": 0.2, "max_output_tokens": 4096, "model": "gpt-5.6-luna", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 1.2, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-5.6-luna" }, "model_config_fingerprint": "ba032b15a2527d5994d3971633f9b2f69ae89aed5cdbc739c70e747bf4acd2cd", "status": "finalized", "coverage_status": "partial", "observed_task_count": 748, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.1043956043956044, "category": 0.9162087912087912, "weight": 0.820054945054945, "modifier": 0.9615384615384616, "kerning": 0.6414835164835165, "line_height": 0.8228021978021978, "composite": 0.7110805860805861, "exact": 0.03983516483516483 }, "mean_api_response_cost_usd": 0.0009439299450549446, "cost_known_response_count": 728, "mean_latency_sec": 9.085548004281828, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.6666666666666666, "category": 0.9333333333333333, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.8, "line_height": 1.0, "composite": 0.8777777777777778, "exact": 0.4666666666666667 }, "mean_api_response_cost_usd": 0.00114452, "cost_known_response_count": 15, "mean_latency_sec": 11.041046335132949, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.0, "category": 0.8888888888888888, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.7777777777777778, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008398444444444445, "cost_known_response_count": 9, "mean_latency_sec": 8.84229101844701, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5, "composite": 0.3333333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008189, "cost_known_response_count": 2, "mean_latency_sec": 8.59154722650419, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.0, "category": 0.8666666666666667, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.9666666666666667, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0009017333333333334, "cost_known_response_count": 30, "mean_latency_sec": 8.733227381232913, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.5263157894736842, "category": 1.0, "weight": 0.631578947368421, "modifier": 1.0, "kerning": 0.5789473684210527, "line_height": 0.8947368421052632, "composite": 0.7719298245614036, "exact": 0.21052631578947367 }, "mean_api_response_cost_usd": 0.0008794947368421051, "cost_known_response_count": 19, "mean_latency_sec": 7.943033802683011, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.3333333333333333, "modifier": 1.0, "kerning": 0.5, "line_height": 0.5, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0014291666666666665, "cost_known_response_count": 6, "mean_latency_sec": 13.229604030663419, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.2727272727272727, "category": 1.0, "weight": 0.6363636363636364, "modifier": 0.7272727272727273, "kerning": 0.45454545454545453, "line_height": 0.45454545454545453, "composite": 0.5909090909090909, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000927109090909091, "cost_known_response_count": 11, "mean_latency_sec": 9.38233705581859, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6666666666666666, "modifier": 0.8333333333333334, "kerning": 0.75, "line_height": 0.8333333333333334, "composite": 0.6805555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008690333333333332, "cost_known_response_count": 12, "mean_latency_sec": 8.338440761584934, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.0005740666666666667, "cost_known_response_count": 3, "mean_latency_sec": 4.8690669956655865, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.06666666666666667, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.7333333333333333, "composite": 0.7111111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008906533333333333, "cost_known_response_count": 15, "mean_latency_sec": 9.042409221667913, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.0007692999999999999, "cost_known_response_count": 2, "mean_latency_sec": 7.598855977499625, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.8181818181818182, "composite": 0.7424242424242423, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0006870363636363637, "cost_known_response_count": 11, "mean_latency_sec": 6.284038596090713, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8636363636363636, "modifier": 0.9090909090909091, "kerning": 0.8181818181818182, "line_height": 0.7272727272727273, "composite": 0.7196969696969697, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0010817, "cost_known_response_count": 22, "mean_latency_sec": 10.319044886864008, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5555555555555556, "modifier": 0.5555555555555556, "kerning": 0.3333333333333333, "line_height": 0.5555555555555556, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008179777777777777, "cost_known_response_count": 9, "mean_latency_sec": 7.3861041457777095, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.5833333333333334, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0011474333333333334, "cost_known_response_count": 12, "mean_latency_sec": 10.309314689417079, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 1.0, "modifier": 0.9166666666666666, "kerning": 0.5833333333333334, "line_height": 0.8333333333333334, "composite": 0.6944444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008486666666666665, "cost_known_response_count": 12, "mean_latency_sec": 7.921894913502911, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.6190476190476191, "line_height": 0.9047619047619048, "composite": 0.7301587301587302, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0010163428571428573, "cost_known_response_count": 21, "mean_latency_sec": 9.709746156429034, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.9090909090909091, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.9090909090909091, "composite": 0.893939393939394, "exact": 0.45454545454545453 }, "mean_api_response_cost_usd": 0.0009020363636363636, "cost_known_response_count": 11, "mean_latency_sec": 7.80262421654532, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9, "line_height": 0.95, "composite": 0.8083333333333332, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008073399999999998, "cost_known_response_count": 20, "mean_latency_sec": 7.691061967598944, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.25, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.75, "composite": 0.4166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0012545, "cost_known_response_count": 4, "mean_latency_sec": 13.039026942005876, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.7916666666666666, "line_height": 0.8333333333333334, "composite": 0.7430555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0011045416666666666, "cost_known_response_count": 24, "mean_latency_sec": 10.768677018415474, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 0.9411764705882353, "weight": 0.5882352941176471, "modifier": 0.9411764705882353, "kerning": 0.6470588235294118, "line_height": 0.8235294117647058, "composite": 0.6568627450980392, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0009767764705882354, "cost_known_response_count": 17, "mean_latency_sec": 8.88629163429569, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7692307692307693, "modifier": 1.0, "kerning": 0.7692307692307693, "line_height": 0.9230769230769231, "composite": 0.7435897435897436, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0009669230769230768, "cost_known_response_count": 13, "mean_latency_sec": 10.555393435078887, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 0.7272727272727273, "composite": 0.7272727272727272, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0007644545454545455, "cost_known_response_count": 11, "mean_latency_sec": 7.343957970729786, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.8333333333333334, "category": 0.0, "weight": 0.3333333333333333, "modifier": 0.6666666666666666, "kerning": 0.5, "line_height": 0.6666666666666666, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0007948666666666667, "cost_known_response_count": 6, "mean_latency_sec": 6.7747203714970965, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 1.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.8571428571428571, "composite": 0.7023809523809524, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0009653285714285713, "cost_known_response_count": 14, "mean_latency_sec": 9.985276612570617, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.0, "category": 0.8888888888888888, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 0.4444444444444444, "line_height": 0.8888888888888888, "composite": 0.6296296296296297, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000814388888888889, "cost_known_response_count": 18, "mean_latency_sec": 7.849290770000759, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.13043478260869565, "category": 1.0, "weight": 0.8260869565217391, "modifier": 1.0, "kerning": 0.5652173913043478, "line_height": 0.8695652173913043, "composite": 0.7318840579710145, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008800173913043476, "cost_known_response_count": 23, "mean_latency_sec": 8.946423826913183, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.9642857142857143, "weight": 0.9285714285714286, "modifier": 0.9642857142857143, "kerning": 0.6785714285714286, "line_height": 0.8928571428571429, "composite": 0.7380952380952381, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0010034857142857143, "cost_known_response_count": 28, "mean_latency_sec": 10.257638865676459, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.11538461538461539, "category": 0.8076923076923077, "weight": 0.5769230769230769, "modifier": 0.9230769230769231, "kerning": 0.7692307692307693, "line_height": 0.8461538461538461, "composite": 0.673076923076923, "exact": 0.07692307692307693 }, "mean_api_response_cost_usd": 0.000962130769230769, "cost_known_response_count": 26, "mean_latency_sec": 9.340953331498895, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.7, "line_height": 0.8, "composite": 0.75, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008512999999999999, "cost_known_response_count": 10, "mean_latency_sec": 7.251883956498932, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.2, "category": 0.8666666666666667, "weight": 0.6666666666666666, "modifier": 0.8666666666666667, "kerning": 0.6666666666666666, "line_height": 0.8666666666666667, "composite": 0.6888888888888888, "exact": 0.13333333333333333 }, "mean_api_response_cost_usd": 0.0009213199999999999, "cost_known_response_count": 15, "mean_latency_sec": 9.270377615800438, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.9375, "weight": 1.0, "modifier": 0.9375, "kerning": 0.6875, "line_height": 0.8125, "composite": 0.7291666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001055025, "cost_known_response_count": 16, "mean_latency_sec": 9.333213062189316, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.9166666666666666, "composite": 0.7777777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00077595, "cost_known_response_count": 12, "mean_latency_sec": 7.496133510167662, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7142857142857143, "modifier": 0.8571428571428571, "kerning": 0.42857142857142855, "line_height": 0.5714285714285714, "composite": 0.5952380952380952, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008226857142857142, "cost_known_response_count": 7, "mean_latency_sec": 7.36502433071811, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.125, "category": 1.0, "weight": 0.5, "modifier": 1.0, "kerning": 0.6875, "line_height": 1.0, "composite": 0.71875, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008473750000000001, "cost_known_response_count": 16, "mean_latency_sec": 7.445905304248299, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.95, "modifier": 1.0, "kerning": 0.7, "line_height": 0.8, "composite": 0.7416666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008374799999999998, "cost_known_response_count": 20, "mean_latency_sec": 8.179761483150651, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.35294117647058826, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.5882352941176471, "line_height": 1.0, "composite": 0.823529411764706, "exact": 0.17647058823529413 }, "mean_api_response_cost_usd": 0.0009359058823529413, "cost_known_response_count": 17, "mean_latency_sec": 9.333353189998888, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.19047619047619047, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6190476190476191, "line_height": 0.7619047619047619, "composite": 0.7063492063492064, "exact": 0.047619047619047616 }, "mean_api_response_cost_usd": 0.0009934571428571427, "cost_known_response_count": 21, "mean_latency_sec": 9.26605072214512, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.12, "category": 1.0, "weight": 0.76, "modifier": 0.96, "kerning": 0.56, "line_height": 0.88, "composite": 0.7133333333333334, "exact": 0.04 }, "mean_api_response_cost_usd": 0.0008439839999999999, "cost_known_response_count": 25, "mean_latency_sec": 8.48868632980215, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.2727272727272727, "category": 0.6363636363636364, "weight": 1.0, "modifier": 1.0, "kerning": 0.5454545454545454, "line_height": 0.8181818181818182, "composite": 0.712121212121212, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0010285454545454545, "cost_known_response_count": 11, "mean_latency_sec": 10.039535979909653, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.8095238095238095, "weight": 0.9523809523809523, "modifier": 0.9523809523809523, "kerning": 0.5238095238095238, "line_height": 0.7142857142857143, "composite": 0.6587301587301587, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0011362571428571427, "cost_known_response_count": 21, "mean_latency_sec": 11.579088764762023, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.4, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.4, "line_height": 0.6, "composite": 0.7333333333333333, "exact": 0.2 }, "mean_api_response_cost_usd": 0.00132448, "cost_known_response_count": 5, "mean_latency_sec": 12.245666342799087, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.5757575757575758, "weight": 0.7575757575757576, "modifier": 0.9696969696969697, "kerning": 0.5757575757575758, "line_height": 0.696969696969697, "composite": 0.595959595959596, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001078387878787879, "cost_known_response_count": 33, "mean_latency_sec": 10.086511680546348, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8571428571428571, "modifier": 0.9523809523809523, "kerning": 0.5714285714285714, "line_height": 0.8571428571428571, "composite": 0.7063492063492062, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0008357238095238094, "cost_known_response_count": 21, "mean_latency_sec": 7.7681236378585234, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.0, "category": 0.7857142857142857, "weight": 1.0, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.8571428571428571, "composite": 0.7261904761904762, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0009653285714285713, "cost_known_response_count": 14, "mean_latency_sec": 9.232545502213595, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.8888888888888888, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0010324444444444443, "cost_known_response_count": 9, "mean_latency_sec": 9.991858943887767, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.2, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 0.6, "composite": 0.7666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005878400000000001, "cost_known_response_count": 5, "mean_latency_sec": 5.148286610798095, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.9583333333333334, "weight": 0.9583333333333334, "modifier": 0.9166666666666666, "kerning": 0.6666666666666666, "line_height": 0.75, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0009415999999999999, "cost_known_response_count": 24, "mean_latency_sec": 9.264664320207885, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.22857142857142856, "category": 1.0, "weight": 0.7142857142857143, "modifier": 0.7714285714285715, "kerning": 0.4, "line_height": 0.5714285714285714, "composite": 0.6142857142857143, "exact": 0.05714285714285714 }, "mean_api_response_cost_usd": 0.0009046685714285714, "cost_known_response_count": 35, "mean_latency_sec": 8.487752798343509, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.056179775280898875, "category": 0.7303370786516854, "weight": 0.8314606741573034, "modifier": 0.9662921348314607, "kerning": 0.6179775280898876, "line_height": 0.7865168539325843, "composite": 0.6647940074906368, "exact": 0.02247191011235955 }, "mean_api_response_cost_usd": 0.0009971146067415731, "cost_known_response_count": 89, "mean_latency_sec": 9.369357606382998, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.08376963350785341, "category": 0.9607329842931938, "weight": 0.8534031413612565, "modifier": 0.9659685863874345, "kerning": 0.680628272251309, "line_height": 0.8481675392670157, "composite": 0.7321116928446773, "exact": 0.041884816753926704 }, "mean_api_response_cost_usd": 0.0009652696335078535, "cost_known_response_count": 382, "mean_latency_sec": 9.42536950625666, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.3888888888888889, "category": 0.3333333333333333, "weight": 0.2222222222222222, "modifier": 0.8888888888888888, "kerning": 0.5, "line_height": 0.6111111111111112, "composite": 0.4907407407407407, "exact": 0.0 }, "mean_api_response_cost_usd": 0.001111111111111111, "cost_known_response_count": 18, "mean_latency_sec": 10.520286035221943, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.11764705882352941, "category": 0.9509803921568627, "weight": 0.8235294117647058, "modifier": 0.9901960784313726, "kerning": 0.6323529411764706, "line_height": 0.8529411764705882, "composite": 0.7279411764705882, "exact": 0.04411764705882353 }, "mean_api_response_cost_usd": 0.0008727519607843146, "cost_known_response_count": 204, "mean_latency_sec": 8.301365059720696, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.11450381679389313, "category": 0.916030534351145, "weight": 0.48091603053435117, "modifier": 0.9694656488549618, "kerning": 0.6183206106870229, "line_height": 0.8778625954198473, "composite": 0.6628498727735369, "exact": 0.030534351145038167 }, "mean_api_response_cost_usd": 0.0009452519083969469, "cost_known_response_count": 131, "mean_latency_sec": 9.282469164678972, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.09859154929577464, "category": 0.9342723004694836, "weight": 0.8967136150234741, "modifier": 0.9765258215962441, "kerning": 0.7276995305164319, "line_height": 0.8450704225352113, "composite": 0.7464788732394366, "exact": 0.06103286384976526 }, "mean_api_response_cost_usd": 0.0008916450704225355, "cost_known_response_count": 213, "mean_latency_sec": 8.620714168428435, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.12121212121212122, "category": 0.9191919191919192, "weight": 0.898989898989899, "modifier": 0.9730639730639731, "kerning": 0.6060606060606061, "line_height": 0.8080808080808081, "composite": 0.7210998877665545, "exact": 0.03367003367003367 }, "mean_api_response_cost_usd": 0.0009493414141414151, "cost_known_response_count": 297, "mean_latency_sec": 8.991424902360437, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.04597701149425287, "category": 0.8620689655172413, "weight": 0.8735632183908046, "modifier": 0.8735632183908046, "kerning": 0.5862068965517241, "line_height": 0.735632183908046, "composite": 0.6628352490421455, "exact": 0.022988505747126436 }, "mean_api_response_cost_usd": 0.001051473563218391, "cost_known_response_count": 87, "mean_latency_sec": 10.248392789286425, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.08403361344537816, "category": 0.9159663865546218, "weight": 0.7983193277310925, "modifier": 1.0, "kerning": 0.6470588235294118, "line_height": 0.9243697478991597, "composite": 0.7282913165266106, "exact": 0.03361344537815126 }, "mean_api_response_cost_usd": 0.0008537226890756304, "cost_known_response_count": 119, "mean_latency_sec": 8.144894790226699, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.1568627450980392, "category": 0.9411764705882353, "weight": 0.8169934640522876, "modifier": 0.9934640522875817, "kerning": 0.7124183006535948, "line_height": 0.9281045751633987, "composite": 0.758169934640523, "exact": 0.0784313725490196 }, "mean_api_response_cost_usd": 0.0008708392156862747, "cost_known_response_count": 153, "mean_latency_sec": 8.427832046026262, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.09271523178807947, "category": 0.9536423841059603, "weight": 0.8079470198675497, "modifier": 0.8410596026490066, "kerning": 0.6821192052980133, "line_height": 0.4304635761589404, "composite": 0.6346578366445916, "exact": 0.013245033112582781 }, "mean_api_response_cost_usd": 0.001061954966887417, "cost_known_response_count": 151, "mean_latency_sec": 10.364397339735335, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.0784313725490196, "category": 0.8627450980392157, "weight": 0.8496732026143791, "modifier": 0.9869281045751634, "kerning": 0.5294117647058824, "line_height": 0.9215686274509803, "composite": 0.7047930283224401, "exact": 0.026143790849673203 }, "mean_api_response_cost_usd": 0.0009536418300653597, "cost_known_response_count": 153, "mean_latency_sec": 8.835936225856273, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.10526315789473684, "category": 0.9078947368421053, "weight": 0.8223684210526315, "modifier": 0.993421052631579, "kerning": 0.6381578947368421, "line_height": 0.9276315789473685, "composite": 0.7324561403508771, "exact": 0.046052631578947366 }, "mean_api_response_cost_usd": 0.0009611, "cost_known_response_count": 152, "mean_latency_sec": 9.464841599882435, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.11203319502074689, "category": 0.8838174273858921, "weight": 0.7759336099585062, "modifier": 0.946058091286307, "kerning": 0.7468879668049793, "line_height": 0.7468879668049793, "composite": 0.7019363762102352, "exact": 0.04564315352697095 }, "mean_api_response_cost_usd": 0.0009686639004149377, "cost_known_response_count": 241, "mean_latency_sec": 9.415209064307524, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.0933852140077821, "category": 0.9377431906614786, "weight": 0.8093385214007782, "modifier": 0.9766536964980544, "kerning": 0.8054474708171206, "line_height": 0.933852140077821, "composite": 0.7594033722438391, "exact": 0.04669260700389105 }, "mean_api_response_cost_usd": 0.0009139361867704279, "cost_known_response_count": 257, "mean_latency_sec": 8.895182382213704, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.10869565217391304, "category": 0.9260869565217391, "weight": 0.8782608695652174, "modifier": 0.9608695652173913, "kerning": 0.34782608695652173, "line_height": 0.7782608695652173, "composite": 0.6666666666666666, "exact": 0.02608695652173913 }, "mean_api_response_cost_usd": 0.0009515278260869574, "cost_known_response_count": 230, "mean_latency_sec": 8.952833436478851, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.10975609756097561, "category": 0.926829268292683, "weight": 0.8414634146341463, "modifier": 0.975609756097561, "kerning": 0.6300813008130082, "line_height": 0.983739837398374, "composite": 0.7445799457994579, "exact": 0.04878048780487805 }, "mean_api_response_cost_usd": 0.0009320382113821137, "cost_known_response_count": 246, "mean_latency_sec": 8.903765036849324, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.09387755102040816, "category": 0.9020408163265307, "weight": 0.8163265306122449, "modifier": 0.9714285714285714, "kerning": 0.6163265306122448, "line_height": 0.7836734693877551, "composite": 0.6972789115646258, "exact": 0.036734693877551024 }, "mean_api_response_cost_usd": 0.000986683265306123, "cost_known_response_count": 245, "mean_latency_sec": 9.4428285695025, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.10970464135021098, "category": 0.919831223628692, "weight": 0.8016877637130801, "modifier": 0.9367088607594937, "kerning": 0.679324894514768, "line_height": 0.6962025316455697, "composite": 0.690576652601969, "exact": 0.03375527426160337 }, "mean_api_response_cost_usd": 0.0009120767932489461, "cost_known_response_count": 237, "mean_latency_sec": 8.90489345368829, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.09876543209876543, "category": 0.9094650205761317, "weight": 0.8518518518518519, "modifier": 0.9547325102880658, "kerning": 0.5720164609053497, "line_height": 0.8436213991769548, "composite": 0.7050754458161865, "exact": 0.037037037037037035 }, "mean_api_response_cost_usd": 0.0009359901234567901, "cost_known_response_count": 243, "mean_latency_sec": 8.842638836855954, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.10212765957446808, "category": 0.9191489361702128, "weight": 0.8340425531914893, "modifier": 0.9574468085106383, "kerning": 0.7617021276595745, "line_height": 0.8127659574468085, "composite": 0.7312056737588652, "exact": 0.05106382978723404 }, "mean_api_response_cost_usd": 0.0009737600000000005, "cost_known_response_count": 235, "mean_latency_sec": 9.484610269387796, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.112, "category": 0.92, "weight": 0.776, "modifier": 0.972, "kerning": 0.596, "line_height": 0.812, "composite": 0.6980000000000001, "exact": 0.032 }, "mean_api_response_cost_usd": 0.0009236072000000002, "cost_known_response_count": 250, "mean_latency_sec": 8.94653718582017, "latency_known_response_count": 250 } ] } }, { "model_id": "gpt-5.6-sol", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-5.6 Sol", "enabled": true, "id": "gpt-5.6-sol", "input_per_m": 4.0, "max_output_tokens": 4096, "model": "gpt-5.6-sol", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 20.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-5.6-sol" }, "model_config_fingerprint": "e9c56323e22fab739cc8759d763c0705a149bee0b28088ae08172377899983a3", "status": "finalized", "coverage_status": "partial", "observed_task_count": 732, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.16071428571428573, "category": 0.907967032967033, "weight": 0.8296703296703297, "modifier": 0.9752747252747253, "kerning": 0.7005494505494505, "line_height": 0.9230769230769231, "composite": 0.7495421245421245, "exact": 0.08104395604395605 }, "mean_api_response_cost_usd": 0.018000071428571435, "cost_known_response_count": 728, "mean_latency_sec": 18.06981652560413, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.8, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.4666666666666667 }, "mean_api_response_cost_usd": 0.017677066666666668, "cost_known_response_count": 15, "mean_latency_sec": 17.895807366732818, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 0.8888888888888888, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 1.0, "composite": 0.7407407407407408, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012061333333333334, "cost_known_response_count": 9, "mean_latency_sec": 11.692716483667027, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.5, "category": 0.0, "weight": 0.5, "modifier": 1.0, "kerning": 0.5, "line_height": 1.0, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017658, "cost_known_response_count": 2, "mean_latency_sec": 15.885079701001814, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.0, "category": 0.8666666666666667, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.6333333333333333, "line_height": 1.0, "composite": 0.7444444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.018108000000000003, "cost_known_response_count": 30, "mean_latency_sec": 17.662862662330735, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.15789473684210525, "category": 1.0, "weight": 0.8947368421052632, "modifier": 1.0, "kerning": 0.6842105263157895, "line_height": 0.9473684210526315, "composite": 0.7807017543859649, "exact": 0.05263157894736842 }, "mean_api_response_cost_usd": 0.016314105263157897, "cost_known_response_count": 19, "mean_latency_sec": 15.851682172001395, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.8333333333333334, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.6944444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02269466666666667, "cost_known_response_count": 6, "mean_latency_sec": 23.28932085683482, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.7272727272727273, "category": 1.0, "weight": 0.6363636363636364, "modifier": 0.9090909090909091, "kerning": 0.5454545454545454, "line_height": 0.45454545454545453, "composite": 0.712121212121212, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015793454545454545, "cost_known_response_count": 11, "mean_latency_sec": 15.245634470182598, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.75, "modifier": 0.8333333333333334, "kerning": 0.75, "line_height": 1.0, "composite": 0.75, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01702666666666667, "cost_known_response_count": 12, "mean_latency_sec": 15.66202585966433, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.013696, "cost_known_response_count": 3, "mean_latency_sec": 12.373042581995833, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8, "line_height": 0.8666666666666667, "composite": 0.8333333333333334, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.017189066666666666, "cost_known_response_count": 15, "mean_latency_sec": 16.69319201313677, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.008628, "cost_known_response_count": 2, "mean_latency_sec": 5.9312232414959, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.7272727272727273, "modifier": 0.9090909090909091, "kerning": 0.8181818181818182, "line_height": 1.0, "composite": 0.7272727272727272, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01739381818181818, "cost_known_response_count": 11, "mean_latency_sec": 16.528435956545184, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8636363636363636, "modifier": 1.0, "kerning": 0.7272727272727273, "line_height": 0.8181818181818182, "composite": 0.7348484848484849, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016257272727272728, "cost_known_response_count": 22, "mean_latency_sec": 15.862429475499084, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 1.0, "weight": 0.5555555555555556, "modifier": 0.7777777777777778, "kerning": 0.5555555555555556, "line_height": 0.5555555555555556, "composite": 0.5925925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.03087822222222222, "cost_known_response_count": 9, "mean_latency_sec": 33.917537774442785, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.9166666666666666, "composite": 0.7916666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.021039666666666665, "cost_known_response_count": 12, "mean_latency_sec": 19.686812789411004, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.75, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.5, "line_height": 1.0, "composite": 0.6944444444444443, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015748666666666668, "cost_known_response_count": 12, "mean_latency_sec": 15.531542987667004, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.0, "category": 0.9047619047619048, "weight": 0.9523809523809523, "modifier": 1.0, "kerning": 0.7619047619047619, "line_height": 0.9047619047619048, "composite": 0.753968253968254, "exact": 0.0 }, "mean_api_response_cost_usd": 0.019604571428571433, "cost_known_response_count": 21, "mean_latency_sec": 19.16544359519113, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.8181818181818182, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.5454545454545454, "line_height": 1.0, "composite": 0.8939393939393939, "exact": 0.5454545454545454 }, "mean_api_response_cost_usd": 0.011082909090909091, "cost_known_response_count": 11, "mean_latency_sec": 10.732542275181252, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.85, "line_height": 0.95, "composite": 0.7999999999999999, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0147092, "cost_known_response_count": 20, "mean_latency_sec": 14.411371622848673, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.5, "category": 0.5, "weight": 0.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.75, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.024388, "cost_known_response_count": 4, "mean_latency_sec": 23.00326148300519, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.08333333333333333, "category": 0.9583333333333334, "weight": 0.7916666666666666, "modifier": 1.0, "kerning": 0.7916666666666666, "line_height": 0.9166666666666666, "composite": 0.7569444444444445, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.01577766666666667, "cost_known_response_count": 24, "mean_latency_sec": 15.646373652624485, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 0.9411764705882353, "weight": 0.6470588235294118, "modifier": 1.0, "kerning": 0.7058823529411765, "line_height": 0.8823529411764706, "composite": 0.6960784313725491, "exact": 0.0 }, "mean_api_response_cost_usd": 0.020713882352941176, "cost_known_response_count": 17, "mean_latency_sec": 20.958084599824574, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 0.9230769230769231, "weight": 0.38461538461538464, "modifier": 1.0, "kerning": 0.7692307692307693, "line_height": 1.0, "composite": 0.6794871794871794, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017371076923076923, "cost_known_response_count": 13, "mean_latency_sec": 17.24903459399894, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.6363636363636364, "line_height": 1.0, "composite": 0.7575757575757575, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016591636363636364, "cost_known_response_count": 11, "mean_latency_sec": 15.456301104634555, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.8333333333333334, "category": 0.16666666666666666, "weight": 0.5, "modifier": 0.8333333333333334, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.638888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.023261333333333332, "cost_known_response_count": 6, "mean_latency_sec": 24.94688031333256, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.0, "category": 0.7857142857142857, "weight": 1.0, "modifier": 1.0, "kerning": 0.5714285714285714, "line_height": 1.0, "composite": 0.7261904761904762, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013857142857142856, "cost_known_response_count": 14, "mean_latency_sec": 12.666151549788733, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.0, "category": 0.9444444444444444, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.9444444444444444, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013041333333333334, "cost_known_response_count": 18, "mean_latency_sec": 12.615106510611238, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.17391304347826086, "category": 1.0, "weight": 0.9565217391304348, "modifier": 1.0, "kerning": 0.6521739130434783, "line_height": 0.9565217391304348, "composite": 0.7898550724637681, "exact": 0.08695652173913043 }, "mean_api_response_cost_usd": 0.01838086956521739, "cost_known_response_count": 23, "mean_latency_sec": 17.95919181952258, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.9642857142857143, "weight": 0.9642857142857143, "modifier": 0.9642857142857143, "kerning": 0.75, "line_height": 0.9642857142857143, "composite": 0.7678571428571428, "exact": 0.0 }, "mean_api_response_cost_usd": 0.017168, "cost_known_response_count": 28, "mean_latency_sec": 16.403991640749673, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.07692307692307693, "category": 0.5769230769230769, "weight": 0.5, "modifier": 0.9230769230769231, "kerning": 0.7307692307692307, "line_height": 0.8846153846153846, "composite": 0.6153846153846153, "exact": 0.038461538461538464 }, "mean_api_response_cost_usd": 0.018525692307692312, "cost_known_response_count": 26, "mean_latency_sec": 18.224728973115045, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.1, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 1.0, "composite": 0.7833333333333333, "exact": 0.1 }, "mean_api_response_cost_usd": 0.014953600000000001, "cost_known_response_count": 10, "mean_latency_sec": 15.244751294501475, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.7333333333333333, "category": 0.9333333333333333, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.9333333333333333, "composite": 0.8222222222222221, "exact": 0.4 }, "mean_api_response_cost_usd": 0.016064533333333332, "cost_known_response_count": 15, "mean_latency_sec": 14.777495497200288, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8125, "line_height": 0.9375, "composite": 0.7916666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.020272500000000002, "cost_known_response_count": 16, "mean_latency_sec": 21.122344237563084, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.8333333333333334, "composite": 0.7777777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011967, "cost_known_response_count": 12, "mean_latency_sec": 10.964780154832019, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.14285714285714285, "category": 1.0, "weight": 0.7142857142857143, "modifier": 1.0, "kerning": 0.42857142857142855, "line_height": 1.0, "composite": 0.7142857142857143, "exact": 0.0 }, "mean_api_response_cost_usd": 0.016045714285714285, "cost_known_response_count": 7, "mean_latency_sec": 16.41533938957478, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.6875, "category": 1.0, "weight": 0.9375, "modifier": 1.0, "kerning": 0.8125, "line_height": 1.0, "composite": 0.90625, "exact": 0.5625 }, "mean_api_response_cost_usd": 0.0154475, "cost_known_response_count": 16, "mean_latency_sec": 14.971516592311673, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.95, "modifier": 1.0, "kerning": 0.8, "line_height": 0.95, "composite": 0.7833333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0205874, "cost_known_response_count": 20, "mean_latency_sec": 23.139119742550246, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.35294117647058826, "category": 1.0, "weight": 0.9411764705882353, "modifier": 1.0, "kerning": 0.8235294117647058, "line_height": 1.0, "composite": 0.8529411764705882, "exact": 0.23529411764705882 }, "mean_api_response_cost_usd": 0.01580705882352941, "cost_known_response_count": 17, "mean_latency_sec": 15.164306586824857, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.23809523809523808, "category": 1.0, "weight": 0.7142857142857143, "modifier": 1.0, "kerning": 0.7142857142857143, "line_height": 0.9523809523809523, "composite": 0.7698412698412699, "exact": 0.09523809523809523 }, "mean_api_response_cost_usd": 0.02073295238095238, "cost_known_response_count": 21, "mean_latency_sec": 20.296967024427083, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.2, "category": 1.0, "weight": 0.76, "modifier": 0.96, "kerning": 0.84, "line_height": 0.96, "composite": 0.7866666666666666, "exact": 0.12 }, "mean_api_response_cost_usd": 0.01974192, "cost_known_response_count": 25, "mean_latency_sec": 19.221427811680478, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.36363636363636365, "category": 0.9090909090909091, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 0.45454545454545453, "line_height": 1.0, "composite": 0.7575757575757575, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.013763636363636362, "cost_known_response_count": 11, "mean_latency_sec": 13.521927684544194, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 0.9047619047619048, "modifier": 0.9523809523809523, "kerning": 0.5714285714285714, "line_height": 0.8571428571428571, "composite": 0.6904761904761904, "exact": 0.0 }, "mean_api_response_cost_usd": 0.019835428571428573, "cost_known_response_count": 21, "mean_latency_sec": 18.993183402856673, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.4, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.8, "composite": 0.7999999999999999, "exact": 0.2 }, "mean_api_response_cost_usd": 0.019863199999999998, "cost_known_response_count": 5, "mean_latency_sec": 20.646010902599663, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.6060606060606061, "weight": 0.7575757575757576, "modifier": 0.9090909090909091, "kerning": 0.5151515151515151, "line_height": 0.8787878787878788, "composite": 0.6111111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.023984121212121214, "cost_known_response_count": 33, "mean_latency_sec": 27.386993535240904, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8095238095238095, "modifier": 0.9523809523809523, "kerning": 0.7619047619047619, "line_height": 0.9047619047619048, "composite": 0.7380952380952381, "exact": 0.0 }, "mean_api_response_cost_usd": 0.019055238095238097, "cost_known_response_count": 21, "mean_latency_sec": 21.459037103236327, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.21428571428571427, "category": 0.6428571428571429, "weight": 1.0, "modifier": 1.0, "kerning": 0.6428571428571429, "line_height": 0.9285714285714286, "composite": 0.7380952380952381, "exact": 0.21428571428571427 }, "mean_api_response_cost_usd": 0.01992085714285714, "cost_known_response_count": 14, "mean_latency_sec": 20.304190022929106, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.7777777777777778, "composite": 0.6851851851851851, "exact": 0.0 }, "mean_api_response_cost_usd": 0.019523111111111113, "cost_known_response_count": 9, "mean_latency_sec": 19.830695740778335, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.8, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 1.0, "composite": 0.9333333333333332, "exact": 0.6 }, "mean_api_response_cost_usd": 0.0127184, "cost_known_response_count": 5, "mean_latency_sec": 10.587138090803638, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.875, "weight": 0.9583333333333334, "modifier": 0.9583333333333334, "kerning": 0.6666666666666666, "line_height": 0.9166666666666666, "composite": 0.7291666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.021696000000000003, "cost_known_response_count": 24, "mean_latency_sec": 24.642171488832293, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.42857142857142855, "category": 1.0, "weight": 0.7142857142857143, "modifier": 0.9142857142857143, "kerning": 0.5142857142857142, "line_height": 0.6857142857142857, "composite": 0.7095238095238096, "exact": 0.05714285714285714 }, "mean_api_response_cost_usd": 0.020124457142857138, "cost_known_response_count": 35, "mean_latency_sec": 20.806182203657226, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.10112359550561797, "category": 0.7415730337078652, "weight": 0.8089887640449438, "modifier": 0.9662921348314607, "kerning": 0.5730337078651685, "line_height": 0.9213483146067416, "composite": 0.6853932584269663, "exact": 0.06741573033707865 }, "mean_api_response_cost_usd": 0.020001617977528093, "cost_known_response_count": 89, "mean_latency_sec": 21.25055114658379, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.12041884816753927, "category": 0.9397905759162304, "weight": 0.8429319371727748, "modifier": 0.981675392670157, "kerning": 0.743455497382199, "line_height": 0.9319371727748691, "composite": 0.7600349040139616, "exact": 0.07068062827225131 }, "mean_api_response_cost_usd": 0.01827224083769633, "cost_known_response_count": 382, "mean_latency_sec": 18.414666661230104, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.4444444444444444, "category": 0.5, "weight": 0.5, "modifier": 0.8888888888888888, "kerning": 0.7222222222222222, "line_height": 0.8333333333333334, "composite": 0.6481481481481481, "exact": 0.0 }, "mean_api_response_cost_usd": 0.02270022222222222, "cost_known_response_count": 18, "mean_latency_sec": 22.95557846416826, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.19117647058823528, "category": 0.9411764705882353, "weight": 0.8627450980392157, "modifier": 0.9852941176470589, "kerning": 0.7058823529411765, "line_height": 0.9558823529411765, "composite": 0.7736928104575164, "exact": 0.11764705882352941 }, "mean_api_response_cost_usd": 0.015838000000000005, "cost_known_response_count": 204, "mean_latency_sec": 15.13582315941626, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.1450381679389313, "category": 0.8778625954198473, "weight": 0.5725190839694656, "modifier": 0.9541984732824428, "kerning": 0.7633587786259542, "line_height": 0.9312977099236641, "composite": 0.707379134860051, "exact": 0.06870229007633588 }, "mean_api_response_cost_usd": 0.018260152671755722, "cost_known_response_count": 131, "mean_latency_sec": 19.45797914866425, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.1643192488262911, "category": 0.9248826291079812, "weight": 0.8215962441314554, "modifier": 0.9906103286384976, "kerning": 0.7793427230046949, "line_height": 0.9295774647887324, "composite": 0.7683881064162753, "exact": 0.09859154929577464 }, "mean_api_response_cost_usd": 0.015684732394366196, "cost_known_response_count": 213, "mean_latency_sec": 15.157464587022938, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.1717171717171717, "category": 0.9124579124579124, "weight": 0.9427609427609428, "modifier": 0.9831649831649831, "kerning": 0.6498316498316499, "line_height": 0.9259259259259259, "composite": 0.7643097643097643, "exact": 0.07407407407407407 }, "mean_api_response_cost_usd": 0.018573777777777755, "cost_known_response_count": 297, "mean_latency_sec": 18.514681845777623, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.13793103448275862, "category": 0.896551724137931, "weight": 0.8505747126436781, "modifier": 0.9425287356321839, "kerning": 0.5862068965517241, "line_height": 0.8850574712643678, "composite": 0.7164750957854406, "exact": 0.08045977011494253 }, "mean_api_response_cost_usd": 0.021318528735632194, "cost_known_response_count": 87, "mean_latency_sec": 21.5911574360109, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.11764705882352941, "category": 0.8991596638655462, "weight": 0.8319327731092437, "modifier": 0.9747899159663865, "kerning": 0.680672268907563, "line_height": 1.0, "composite": 0.7507002801120448, "exact": 0.07563025210084033 }, "mean_api_response_cost_usd": 0.017298050420168066, "cost_known_response_count": 119, "mean_latency_sec": 17.375542980663898, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.24836601307189543, "category": 0.9281045751633987, "weight": 0.8300653594771242, "modifier": 0.9869281045751634, "kerning": 0.738562091503268, "line_height": 0.9934640522875817, "composite": 0.7875816993464052, "exact": 0.1437908496732026 }, "mean_api_response_cost_usd": 0.01785848366013073, "cost_known_response_count": 153, "mean_latency_sec": 17.50380425060775, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.11258278145695365, "category": 0.9006622516556292, "weight": 0.7814569536423841, "modifier": 0.9139072847682119, "kerning": 0.7152317880794702, "line_height": 0.6754966887417219, "composite": 0.6832229580573953, "exact": 0.039735099337748346 }, "mean_api_response_cost_usd": 0.022727629139072853, "cost_known_response_count": 151, "mean_latency_sec": 24.48041930158855, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.13071895424836602, "category": 0.9019607843137255, "weight": 0.8823529411764706, "modifier": 1.0, "kerning": 0.6535947712418301, "line_height": 0.9738562091503268, "composite": 0.7570806100217865, "exact": 0.058823529411764705 }, "mean_api_response_cost_usd": 0.01625892810457516, "cost_known_response_count": 153, "mean_latency_sec": 15.693073395326078, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.18421052631578946, "category": 0.9078947368421053, "weight": 0.8223684210526315, "modifier": 1.0, "kerning": 0.7105263157894737, "line_height": 0.9868421052631579, "composite": 0.768640350877193, "exact": 0.08552631578947369 }, "mean_api_response_cost_usd": 0.01574834210526316, "cost_known_response_count": 152, "mean_latency_sec": 15.20704751034904, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.1950207468879668, "category": 0.8838174273858921, "weight": 0.8049792531120332, "modifier": 0.983402489626556, "kerning": 0.8381742738589212, "line_height": 0.8838174273858921, "composite": 0.7648686030428768, "exact": 0.12448132780082988 }, "mean_api_response_cost_usd": 0.017394174273858923, "cost_known_response_count": 241, "mean_latency_sec": 17.003115104784182, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.14396887159533073, "category": 0.9299610894941635, "weight": 0.8093385214007782, "modifier": 0.9844357976653697, "kerning": 0.9105058365758755, "line_height": 0.9883268482490273, "composite": 0.7944228274967574, "exact": 0.08171206225680934 }, "mean_api_response_cost_usd": 0.016729789883268474, "cost_known_response_count": 257, "mean_latency_sec": 16.974956830345914, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.14347826086956522, "category": 0.908695652173913, "weight": 0.8782608695652174, "modifier": 0.9565217391304348, "kerning": 0.3217391304347826, "line_height": 0.8913043478260869, "composite": 0.6833333333333332, "exact": 0.034782608695652174 }, "mean_api_response_cost_usd": 0.020054347826086966, "cost_known_response_count": 230, "mean_latency_sec": 20.41092080429529, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.18699186991869918, "category": 0.8943089430894309, "weight": 0.8495934959349594, "modifier": 0.9796747967479674, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.7628726287262872, "exact": 0.0975609756097561 }, "mean_api_response_cost_usd": 0.017911040650406503, "cost_known_response_count": 246, "mean_latency_sec": 18.17108857582905, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.12244897959183673, "category": 0.9061224489795918, "weight": 0.8081632653061225, "modifier": 0.963265306122449, "kerning": 0.7142857142857143, "line_height": 0.8979591836734694, "composite": 0.7353741496598639, "exact": 0.06938775510204082 }, "mean_api_response_cost_usd": 0.01787235918367348, "cost_known_response_count": 245, "mean_latency_sec": 17.815375823199474, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.1729957805907173, "category": 0.9240506329113924, "weight": 0.8312236286919831, "modifier": 0.9831223628691983, "kerning": 0.7215189873417721, "line_height": 0.869198312236287, "composite": 0.7503516174402249, "exact": 0.0759493670886076 }, "mean_api_response_cost_usd": 0.018224506329113918, "cost_known_response_count": 237, "mean_latency_sec": 18.227728119417673, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.1646090534979424, "category": 0.8641975308641975, "weight": 0.8559670781893004, "modifier": 0.9670781893004116, "kerning": 0.6502057613168725, "line_height": 0.9053497942386831, "composite": 0.7345679012345679, "exact": 0.06995884773662552 }, "mean_api_response_cost_usd": 0.01789260905349794, "cost_known_response_count": 243, "mean_latency_sec": 18.41031551230404, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.13617021276595745, "category": 0.9446808510638298, "weight": 0.8382978723404255, "modifier": 0.9744680851063829, "kerning": 0.774468085106383, "line_height": 0.9234042553191489, "composite": 0.7652482269503545, "exact": 0.0851063829787234 }, "mean_api_response_cost_usd": 0.01696333617021276, "cost_known_response_count": 235, "mean_latency_sec": 16.529289233216463, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.18, "category": 0.916, "weight": 0.796, "modifier": 0.984, "kerning": 0.68, "line_height": 0.94, "composite": 0.7493333333333334, "exact": 0.088 }, "mean_api_response_cost_usd": 0.019079056000000007, "cost_known_response_count": 250, "mean_latency_sec": 19.186947165376214, "latency_known_response_count": 250 } ] } }, { "model_id": "gpt-5.6-terra", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-5.6 Terra", "enabled": true, "id": "gpt-5.6-terra", "input_per_m": 2.0, "max_output_tokens": 4096, "model": "gpt-5.6-terra", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 12.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-5.6-terra" }, "model_config_fingerprint": "c31dbe50cff3b0093ab5b1c1005c42ff65dbb381ff73eafe5cecac17441bcb51", "status": "finalized", "coverage_status": "partial", "observed_task_count": 734, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.125, "category": 0.8846153846153846, "weight": 0.8076923076923077, "modifier": 0.8516483516483516, "kerning": 0.6510989010989011, "line_height": 0.8434065934065934, "composite": 0.6939102564102564, "exact": 0.046703296703296704 }, "mean_api_response_cost_usd": 0.006488947802197803, "cost_known_response_count": 728, "mean_latency_sec": 7.731706461192056, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.5333333333333333, "category": 0.8666666666666667, "weight": 0.8, "modifier": 0.7333333333333333, "kerning": 0.6666666666666666, "line_height": 0.9333333333333333, "composite": 0.7555555555555555, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.0057868, "cost_known_response_count": 15, "mean_latency_sec": 6.479233348732426, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.1111111111111111, "category": 0.8888888888888888, "weight": 1.0, "modifier": 0.8888888888888888, "kerning": 0.7777777777777778, "line_height": 0.8888888888888888, "composite": 0.7592592592592592, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.005225111111111111, "cost_known_response_count": 9, "mean_latency_sec": 5.833527816220238, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.004619, "cost_known_response_count": 2, "mean_latency_sec": 5.201057148988184, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.0, "category": 0.8, "weight": 0.8666666666666667, "modifier": 0.9666666666666667, "kerning": 0.4666666666666667, "line_height": 0.9333333333333333, "composite": 0.6722222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0065253333333333335, "cost_known_response_count": 30, "mean_latency_sec": 7.357962092001981, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.2631578947368421, "category": 1.0, "weight": 0.631578947368421, "modifier": 0.8947368421052632, "kerning": 0.6842105263157895, "line_height": 0.7894736842105263, "composite": 0.7105263157894736, "exact": 0.10526315789473684 }, "mean_api_response_cost_usd": 0.006789052631578947, "cost_known_response_count": 19, "mean_latency_sec": 8.043072670998395, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 0.3333333333333333, "modifier": 0.5, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.007677666666666666, "cost_known_response_count": 6, "mean_latency_sec": 9.230307621500591, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.36363636363636365, "category": 1.0, "weight": 0.7272727272727273, "modifier": 0.36363636363636365, "kerning": 0.7272727272727273, "line_height": 0.36363636363636365, "composite": 0.5909090909090909, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008407090909090907, "cost_known_response_count": 11, "mean_latency_sec": 10.563825806455993, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.08333333333333333, "category": 1.0, "weight": 0.6666666666666666, "modifier": 0.9166666666666666, "kerning": 0.75, "line_height": 0.9166666666666666, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.007417333333333334, "cost_known_response_count": 12, "mean_latency_sec": 8.864118260998415, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.3333333333333333, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.005732666666666666, "cost_known_response_count": 3, "mean_latency_sec": 6.0681993113345625, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.4666666666666667, "category": 0.9333333333333333, "weight": 0.7333333333333333, "modifier": 1.0, "kerning": 0.7333333333333333, "line_height": 0.8666666666666667, "composite": 0.7888888888888889, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.006055333333333333, "cost_known_response_count": 15, "mean_latency_sec": 8.748620681732428, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.004369, "cost_known_response_count": 2, "mean_latency_sec": 4.42415555450134, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.8181818181818182, "kerning": 0.7272727272727273, "line_height": 0.8181818181818182, "composite": 0.7272727272727274, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0053921818181818185, "cost_known_response_count": 11, "mean_latency_sec": 6.101099672456092, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8181818181818182, "modifier": 0.8636363636363636, "kerning": 0.7272727272727273, "line_height": 0.7727272727272727, "composite": 0.6969696969696969, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006132636363636363, "cost_known_response_count": 22, "mean_latency_sec": 8.03396179136193, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.4444444444444444, "category": 0.8888888888888888, "weight": 0.5555555555555556, "modifier": 0.4444444444444444, "kerning": 0.5555555555555556, "line_height": 0.6666666666666666, "composite": 0.5925925925925924, "exact": 0.0 }, "mean_api_response_cost_usd": 0.007635777777777779, "cost_known_response_count": 9, "mean_latency_sec": 9.002618812444982, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.8333333333333334, "kerning": 0.75, "line_height": 0.8333333333333334, "composite": 0.7361111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006908333333333332, "cost_known_response_count": 12, "mean_latency_sec": 8.26676271991649, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.0, "category": 0.6666666666666666, "weight": 1.0, "modifier": 0.75, "kerning": 0.5, "line_height": 0.8333333333333334, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006260666666666667, "cost_known_response_count": 12, "mean_latency_sec": 6.847320591996929, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.0, "category": 0.9047619047619048, "weight": 0.9047619047619048, "modifier": 0.7619047619047619, "kerning": 0.5238095238095238, "line_height": 0.8571428571428571, "composite": 0.6587301587301587, "exact": 0.0 }, "mean_api_response_cost_usd": 0.007251428571428571, "cost_known_response_count": 21, "mean_latency_sec": 8.54476769766396, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.7272727272727273, "category": 0.9090909090909091, "weight": 1.0, "modifier": 0.9090909090909091, "kerning": 0.6363636363636364, "line_height": 0.9090909090909091, "composite": 0.8484848484848485, "exact": 0.36363636363636365 }, "mean_api_response_cost_usd": 0.006144727272727273, "cost_known_response_count": 11, "mean_latency_sec": 6.982167134000602, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8, "modifier": 0.9, "kerning": 0.7, "line_height": 0.85, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.005468200000000001, "cost_known_response_count": 20, "mean_latency_sec": 6.177262855599838, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.25, "category": 0.25, "weight": 0.0, "modifier": 1.0, "kerning": 0.75, "line_height": 0.75, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006392, "cost_known_response_count": 4, "mean_latency_sec": 11.031627016756829, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.0, "category": 0.9583333333333334, "weight": 0.75, "modifier": 0.7916666666666666, "kerning": 0.75, "line_height": 0.875, "composite": 0.6875, "exact": 0.0 }, "mean_api_response_cost_usd": 0.007089916666666667, "cost_known_response_count": 24, "mean_latency_sec": 8.147386003209855, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 0.7647058823529411, "weight": 0.6470588235294118, "modifier": 0.8235294117647058, "kerning": 0.5882352941176471, "line_height": 0.8235294117647058, "composite": 0.607843137254902, "exact": 0.0 }, "mean_api_response_cost_usd": 0.005653882352941176, "cost_known_response_count": 17, "mean_latency_sec": 6.264178527529379, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.5384615384615384, "modifier": 0.9230769230769231, "kerning": 0.9230769230769231, "line_height": 0.8461538461538461, "composite": 0.7051282051282052, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006651692307692308, "cost_known_response_count": 13, "mean_latency_sec": 7.965837283152863, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.9090909090909091, "kerning": 0.6363636363636364, "line_height": 0.7272727272727273, "composite": 0.712121212121212, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0059198181818181815, "cost_known_response_count": 11, "mean_latency_sec": 6.992010111638757, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 0.3333333333333333, "category": 0.0, "weight": 0.3333333333333333, "modifier": 0.5, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.4444444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008328666666666667, "cost_known_response_count": 6, "mean_latency_sec": 10.5538786338293, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.07142857142857142, "category": 0.7857142857142857, "weight": 1.0, "modifier": 1.0, "kerning": 0.5714285714285714, "line_height": 1.0, "composite": 0.7380952380952381, "exact": 0.0 }, "mean_api_response_cost_usd": 0.005937571428571429, "cost_known_response_count": 14, "mean_latency_sec": 7.899103450853935, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.0, "category": 0.8333333333333334, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 0.5555555555555556, "line_height": 0.8333333333333334, "composite": 0.6296296296296297, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00579188888888889, "cost_known_response_count": 18, "mean_latency_sec": 6.776062947722191, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.21739130434782608, "category": 1.0, "weight": 0.8695652173913043, "modifier": 0.8260869565217391, "kerning": 0.6956521739130435, "line_height": 0.8695652173913043, "composite": 0.746376811594203, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0072036521739130424, "cost_known_response_count": 23, "mean_latency_sec": 8.739265087912866, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.0, "category": 0.9285714285714286, "weight": 0.8214285714285714, "modifier": 0.8214285714285714, "kerning": 0.6428571428571429, "line_height": 0.8928571428571429, "composite": 0.6845238095238094, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006863428571428571, "cost_known_response_count": 28, "mean_latency_sec": 8.028886103571235, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.15384615384615385, "category": 0.9615384615384616, "weight": 0.5384615384615384, "modifier": 0.8076923076923077, "kerning": 0.7307692307692307, "line_height": 0.8076923076923077, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006296384615384616, "cost_known_response_count": 26, "mean_latency_sec": 7.4740113415402725, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.7, "line_height": 0.8, "composite": 0.75, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0066722000000000005, "cost_known_response_count": 10, "mean_latency_sec": 7.909358551398327, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.2, "category": 0.9333333333333333, "weight": 0.9333333333333333, "modifier": 0.9333333333333333, "kerning": 0.7333333333333333, "line_height": 0.8666666666666667, "composite": 0.7666666666666666, "exact": 0.13333333333333333 }, "mean_api_response_cost_usd": 0.0061684, "cost_known_response_count": 15, "mean_latency_sec": 6.927168823196553, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.0, "category": 0.9375, "weight": 1.0, "modifier": 0.875, "kerning": 0.75, "line_height": 0.75, "composite": 0.71875, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0050444999999999995, "cost_known_response_count": 16, "mean_latency_sec": 5.422613575061405, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 0.75, "weight": 1.0, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.8333333333333334, "composite": 0.6944444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0048755000000000005, "cost_known_response_count": 12, "mean_latency_sec": 5.374886164165218, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7142857142857143, "modifier": 0.5714285714285714, "kerning": 0.42857142857142855, "line_height": 0.2857142857142857, "composite": 0.49999999999999994, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0052148571428571435, "cost_known_response_count": 7, "mean_latency_sec": 5.763970612286357, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.375, "category": 1.0, "weight": 0.5625, "modifier": 1.0, "kerning": 0.5625, "line_height": 1.0, "composite": 0.75, "exact": 0.0625 }, "mean_api_response_cost_usd": 0.00655675, "cost_known_response_count": 16, "mean_latency_sec": 7.772312431500723, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.75, "kerning": 0.75, "line_height": 0.85, "composite": 0.725, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0067554, "cost_known_response_count": 20, "mean_latency_sec": 8.079288497949893, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.29411764705882354, "category": 1.0, "weight": 0.8823529411764706, "modifier": 0.9411764705882353, "kerning": 0.6470588235294118, "line_height": 0.8823529411764706, "composite": 0.7745098039215687, "exact": 0.23529411764705882 }, "mean_api_response_cost_usd": 0.007511764705882353, "cost_known_response_count": 17, "mean_latency_sec": 9.48127745853066, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.14285714285714285, "category": 1.0, "weight": 0.6666666666666666, "modifier": 0.8571428571428571, "kerning": 0.7619047619047619, "line_height": 0.8571428571428571, "composite": 0.7142857142857143, "exact": 0.09523809523809523 }, "mean_api_response_cost_usd": 0.0065871428571428565, "cost_known_response_count": 21, "mean_latency_sec": 7.774039990335863, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.2, "category": 0.96, "weight": 0.76, "modifier": 0.88, "kerning": 0.72, "line_height": 0.88, "composite": 0.7333333333333333, "exact": 0.08 }, "mean_api_response_cost_usd": 0.0057916800000000004, "cost_known_response_count": 25, "mean_latency_sec": 6.886544786758605, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.45454545454545453, "category": 0.8181818181818182, "weight": 1.0, "modifier": 0.9090909090909091, "kerning": 0.36363636363636365, "line_height": 0.9090909090909091, "composite": 0.7424242424242423, "exact": 0.09090909090909091 }, "mean_api_response_cost_usd": 0.00714690909090909, "cost_known_response_count": 11, "mean_latency_sec": 8.221990617092656, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.0, "category": 0.8571428571428571, "weight": 0.9523809523809523, "modifier": 0.9047619047619048, "kerning": 0.5714285714285714, "line_height": 0.7619047619047619, "composite": 0.6746031746031745, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006989428571428571, "cost_known_response_count": 21, "mean_latency_sec": 10.078667692141607, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 0.4, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.2 }, "mean_api_response_cost_usd": 0.005953600000000001, "cost_known_response_count": 5, "mean_latency_sec": 7.164839801599737, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.0, "category": 0.3333333333333333, "weight": 0.8181818181818182, "modifier": 0.7878787878787878, "kerning": 0.45454545454545453, "line_height": 0.8181818181818182, "composite": 0.5353535353535354, "exact": 0.0 }, "mean_api_response_cost_usd": 0.008246787878787878, "cost_known_response_count": 33, "mean_latency_sec": 9.762948278271573, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 0.9523809523809523, "weight": 0.7619047619047619, "modifier": 0.8571428571428571, "kerning": 0.6666666666666666, "line_height": 0.9047619047619048, "composite": 0.6904761904761904, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0061698095238095245, "cost_known_response_count": 21, "mean_latency_sec": 7.261136555712992, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.0, "category": 0.5714285714285714, "weight": 0.9285714285714286, "modifier": 0.7142857142857143, "kerning": 0.5714285714285714, "line_height": 0.8571428571428571, "composite": 0.6071428571428571, "exact": 0.0 }, "mean_api_response_cost_usd": 0.005771285714285715, "cost_known_response_count": 14, "mean_latency_sec": 6.478280162070795, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.8888888888888888, "composite": 0.7037037037037036, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00598311111111111, "cost_known_response_count": 9, "mean_latency_sec": 6.928023232444604, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 0.8, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 0.6, "composite": 0.8666666666666666, "exact": 0.4 }, "mean_api_response_cost_usd": 0.0061736, "cost_known_response_count": 5, "mean_latency_sec": 6.4814508233976085, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.0, "category": 0.9583333333333334, "weight": 1.0, "modifier": 0.8333333333333334, "kerning": 0.7083333333333334, "line_height": 0.9166666666666666, "composite": 0.7361111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006294, "cost_known_response_count": 24, "mean_latency_sec": 7.2887605900856824, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.37142857142857144, "category": 0.9714285714285714, "weight": 0.7428571428571429, "modifier": 0.5714285714285714, "kerning": 0.5714285714285714, "line_height": 0.5714285714285714, "composite": 0.6333333333333333, "exact": 0.05714285714285714 }, "mean_api_response_cost_usd": 0.006990571428571428, "cost_known_response_count": 35, "mean_latency_sec": 8.331492697457932, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.07865168539325842, "category": 0.5730337078651685, "weight": 0.8539325842696629, "modifier": 0.797752808988764, "kerning": 0.5056179775280899, "line_height": 0.8426966292134831, "composite": 0.6086142322097378, "exact": 0.033707865168539325 }, "mean_api_response_cost_usd": 0.0068712359550561816, "cost_known_response_count": 89, "mean_latency_sec": 7.874407926077949, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.08638743455497382, "category": 0.9581151832460733, "weight": 0.824607329842932, "modifier": 0.8481675392670157, "kerning": 0.6989528795811518, "line_height": 0.8534031413612565, "composite": 0.7116055846422338, "exact": 0.03926701570680628 }, "mean_api_response_cost_usd": 0.006478664921465973, "cost_known_response_count": 382, "mean_latency_sec": 7.756977525167289, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.2777777777777778, "category": 0.3888888888888889, "weight": 0.2222222222222222, "modifier": 0.6666666666666666, "kerning": 0.7222222222222222, "line_height": 0.8333333333333334, "composite": 0.5185185185185185, "exact": 0.0 }, "mean_api_response_cost_usd": 0.007269111111111112, "cost_known_response_count": 18, "mean_latency_sec": 9.6240966609435, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.16176470588235295, "category": 0.9117647058823529, "weight": 0.8186274509803921, "modifier": 0.946078431372549, "kerning": 0.6323529411764706, "line_height": 0.8725490196078431, "composite": 0.7238562091503268, "exact": 0.06862745098039216 }, "mean_api_response_cost_usd": 0.006186519607843131, "cost_known_response_count": 204, "mean_latency_sec": 7.352248036298845, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.11450381679389313, "category": 0.9007633587786259, "weight": 0.3053435114503817, "modifier": 0.8396946564885496, "kerning": 0.648854961832061, "line_height": 0.8549618320610687, "composite": 0.6106870229007634, "exact": 0.015267175572519083 }, "mean_api_response_cost_usd": 0.006834961832061073, "cost_known_response_count": 131, "mean_latency_sec": 8.126026207321228, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.10328638497652583, "category": 0.9014084507042254, "weight": 0.9154929577464789, "modifier": 0.863849765258216, "kerning": 0.7417840375586855, "line_height": 0.8403755868544601, "composite": 0.727699530516432, "exact": 0.051643192488262914 }, "mean_api_response_cost_usd": 0.00583425352112676, "cost_known_response_count": 213, "mean_latency_sec": 7.016485020492889, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.14814814814814814, "category": 0.8619528619528619, "weight": 0.9326599326599326, "modifier": 0.8585858585858586, "kerning": 0.5959595959595959, "line_height": 0.8417508417508418, "composite": 0.7065095398428731, "exact": 0.05387205387205387 }, "mean_api_response_cost_usd": 0.006632161616161618, "cost_known_response_count": 297, "mean_latency_sec": 7.917815205962164, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.11494252873563218, "category": 0.896551724137931, "weight": 0.8735632183908046, "modifier": 0.8160919540229885, "kerning": 0.6206896551724138, "line_height": 0.8390804597701149, "composite": 0.6934865900383143, "exact": 0.05747126436781609 }, "mean_api_response_cost_usd": 0.007081908045977011, "cost_known_response_count": 87, "mean_latency_sec": 8.253683276471131, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.1092436974789916, "category": 0.9243697478991597, "weight": 0.7815126050420168, "modifier": 0.9915966386554622, "kerning": 0.6470588235294118, "line_height": 0.9663865546218487, "composite": 0.7366946778711485, "exact": 0.05042016806722689 }, "mean_api_response_cost_usd": 0.0064825042016806705, "cost_known_response_count": 119, "mean_latency_sec": 7.466514843412354, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.1568627450980392, "category": 0.934640522875817, "weight": 0.7647058823529411, "modifier": 1.0, "kerning": 0.7450980392156863, "line_height": 0.954248366013072, "composite": 0.7592592592592592, "exact": 0.058823529411764705 }, "mean_api_response_cost_usd": 0.0065138039215686255, "cost_known_response_count": 153, "mean_latency_sec": 7.976937914549185, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.12582781456953643, "category": 0.8741721854304636, "weight": 0.8145695364238411, "modifier": 0.3973509933774834, "kerning": 0.6754966887417219, "line_height": 0.4105960264900662, "composite": 0.5496688741721854, "exact": 0.013245033112582781 }, "mean_api_response_cost_usd": 0.008091046357615895, "cost_known_response_count": 151, "mean_latency_sec": 10.322357073138486, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.08496732026143791, "category": 0.8300653594771242, "weight": 0.8496732026143791, "modifier": 0.9019607843137255, "kerning": 0.5555555555555556, "line_height": 0.9477124183006536, "composite": 0.6949891067538126, "exact": 0.0392156862745098 }, "mean_api_response_cost_usd": 0.005576653594771244, "cost_known_response_count": 153, "mean_latency_sec": 6.146421785404646, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.14473684210526316, "category": 0.868421052631579, "weight": 0.8223684210526315, "modifier": 0.993421052631579, "kerning": 0.631578947368421, "line_height": 0.9605263157894737, "composite": 0.7368421052631579, "exact": 0.07236842105263158 }, "mean_api_response_cost_usd": 0.005795710526315791, "cost_known_response_count": 152, "mean_latency_sec": 6.714586087137497, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.12448132780082988, "category": 0.8091286307053942, "weight": 0.7593360995850622, "modifier": 0.8713692946058091, "kerning": 0.7427385892116183, "line_height": 0.7800829875518672, "composite": 0.6811894882434301, "exact": 0.058091286307053944 }, "mean_api_response_cost_usd": 0.006789609958506227, "cost_known_response_count": 241, "mean_latency_sec": 8.102903035738533, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.10505836575875487, "category": 0.9377431906614786, "weight": 0.7937743190661478, "modifier": 0.8599221789883269, "kerning": 0.8443579766536965, "line_height": 0.9688715953307393, "composite": 0.751621271076524, "exact": 0.058365758754863814 }, "mean_api_response_cost_usd": 0.0062379299610894915, "cost_known_response_count": 257, "mean_latency_sec": 7.2799046737120845, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.14782608695652175, "category": 0.9043478260869565, "weight": 0.8739130434782608, "modifier": 0.8217391304347826, "kerning": 0.3391304347826087, "line_height": 0.7695652173913043, "composite": 0.6427536231884057, "exact": 0.021739130434782608 }, "mean_api_response_cost_usd": 0.006454391304347826, "cost_known_response_count": 230, "mean_latency_sec": 7.847596395612282, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.13414634146341464, "category": 0.8739837398373984, "weight": 0.8211382113821138, "modifier": 0.8617886178861789, "kerning": 0.6219512195121951, "line_height": 0.9878048780487805, "composite": 0.7168021680216802, "exact": 0.044715447154471545 }, "mean_api_response_cost_usd": 0.006919211382113821, "cost_known_response_count": 246, "mean_latency_sec": 8.266715320064762, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.10204081632653061, "category": 0.889795918367347, "weight": 0.7918367346938775, "modifier": 0.8367346938775511, "kerning": 0.6163265306122448, "line_height": 0.7673469387755102, "composite": 0.6673469387755103, "exact": 0.036734693877551024 }, "mean_api_response_cost_usd": 0.00620222857142857, "cost_known_response_count": 245, "mean_latency_sec": 7.372229969881449, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.13924050632911392, "category": 0.890295358649789, "weight": 0.810126582278481, "modifier": 0.8565400843881856, "kerning": 0.7172995780590717, "line_height": 0.7721518987341772, "composite": 0.6976090014064699, "exact": 0.05907172995780591 }, "mean_api_response_cost_usd": 0.006338742616033758, "cost_known_response_count": 237, "mean_latency_sec": 7.547991529075657, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.11522633744855967, "category": 0.8600823045267489, "weight": 0.8353909465020576, "modifier": 0.8518518518518519, "kerning": 0.5925925925925926, "line_height": 0.8436213991769548, "composite": 0.683127572016461, "exact": 0.024691358024691357 }, "mean_api_response_cost_usd": 0.006614864197530863, "cost_known_response_count": 243, "mean_latency_sec": 7.824162100448281, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.11063829787234042, "category": 0.9106382978723404, "weight": 0.8212765957446808, "modifier": 0.8297872340425532, "kerning": 0.7446808510638298, "line_height": 0.8425531914893617, "composite": 0.7099290780141844, "exact": 0.05106382978723404 }, "mean_api_response_cost_usd": 0.006148272340425533, "cost_known_response_count": 235, "mean_latency_sec": 7.47713585969722, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.148, "category": 0.884, "weight": 0.768, "modifier": 0.872, "kerning": 0.62, "line_height": 0.844, "composite": 0.6893333333333334, "exact": 0.064 }, "mean_api_response_cost_usd": 0.006686791999999999, "cost_known_response_count": 250, "mean_latency_sec": 7.881135945240152, "latency_known_response_count": 250 } ] } }, { "model_id": "gpt-6-astra", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Astra", "enabled": true, "id": "gpt-6-astra", "input_per_m": 10.0, "max_output_tokens": 4096, "model": "gpt-6-astra", "notes": "Explicit public API model ID; uses model-default reasoning settings.", "output_per_m": 50.0, "pricing_notes": "Standard online API rates in USD per million tokens; excludes caching, batch discounts and tools.", "pricing_source_url": "https://developers.openai.com/api/docs/models", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-astra" }, "model_config_fingerprint": "70ce5d3852fae44d4189b37a379a61c6f34d59005fd8c127cad33a584c18cb3a", "status": "finalized", "coverage_status": "partial", "observed_task_count": 728, "expected_task_count": 1824, "comparison_task_count": 728, "metrics": { "font": 0.45054945054945056, "category": 0.9684065934065934, "weight": 0.9148351648351648, "modifier": 0.9931318681318682, "kerning": 0.9464285714285714, "line_height": 0.9931318681318682, "composite": 0.8777472527472527, "exact": 0.4010989010989011 }, "mean_api_response_cost_usd": 0.0463936538461539, "cost_known_response_count": 728, "mean_latency_sec": 20.625609078174172, "latency_known_response_count": 728, "groups": { "font": [ { "label": "Arial", "count": 15, "metrics": { "font": 0.6, "category": 1.0, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 1.0, "composite": 0.9, "exact": 0.5333333333333333 }, "mean_api_response_cost_usd": 0.036566, "cost_known_response_count": 15, "mean_latency_sec": 14.168555876466174, "latency_known_response_count": 15 }, { "label": "Arvo", "count": 9, "metrics": { "font": 0.5555555555555556, "category": 1.0, "weight": 0.8888888888888888, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 1.0, "composite": 0.888888888888889, "exact": 0.5555555555555556 }, "mean_api_response_cost_usd": 0.05204222222222222, "cost_known_response_count": 9, "mean_latency_sec": 25.874480473886553, "latency_known_response_count": 9 }, { "label": "Bebas Neue", "count": 2, "metrics": { "font": 1.0, "category": 0.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.050995, "cost_known_response_count": 2, "mean_latency_sec": 25.080705009495432, "latency_known_response_count": 2 }, { "label": "Bitter", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9, "line_height": 1.0, "composite": 0.8222222222222223, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.04699166666666667, "cost_known_response_count": 30, "mean_latency_sec": 21.957947930364753, "latency_known_response_count": 30 }, { "label": "Bodoni Moda", "count": 19, "metrics": { "font": 0.5263157894736842, "category": 1.0, "weight": 0.7368421052631579, "modifier": 1.0, "kerning": 0.8947368421052632, "line_height": 1.0, "composite": 0.8596491228070176, "exact": 0.47368421052631576 }, "mean_api_response_cost_usd": 0.04355631578947368, "cost_known_response_count": 19, "mean_latency_sec": 19.708414894052304, "latency_known_response_count": 19 }, { "label": "Bungee", "count": 6, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.9444444444444445, "exact": 0.6666666666666666 }, "mean_api_response_cost_usd": 0.025178333333333334, "cost_known_response_count": 6, "mean_latency_sec": 9.707168068336614, "latency_known_response_count": 6 }, { "label": "Caveat", "count": 11, "metrics": { "font": 0.7272727272727273, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 0.9090909090909091, "line_height": 0.6363636363636364, "composite": 0.8636363636363636, "exact": 0.45454545454545453 }, "mean_api_response_cost_usd": 0.03538363636363636, "cost_known_response_count": 11, "mean_latency_sec": 15.176646590362493, "latency_known_response_count": 11 }, { "label": "Cinzel", "count": 12, "metrics": { "font": 0.75, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.75, "kerning": 1.0, "line_height": 1.0, "composite": 0.888888888888889, "exact": 0.5 }, "mean_api_response_cost_usd": 0.04269166666666666, "cost_known_response_count": 12, "mean_latency_sec": 18.89109148600134, "latency_known_response_count": 12 }, { "label": "Comic Sans MS", "count": 3, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.6666666666666666 }, "mean_api_response_cost_usd": 0.04029, "cost_known_response_count": 3, "mean_latency_sec": 18.109641219334055, "latency_known_response_count": 3 }, { "label": "Cormorant Garamond", "count": 15, "metrics": { "font": 0.9333333333333333, "category": 1.0, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9777777777777779, "exact": 0.8666666666666667 }, "mean_api_response_cost_usd": 0.034689333333333336, "cost_known_response_count": 15, "mean_latency_sec": 14.75368171533725, "latency_known_response_count": 15 }, { "label": "Courier New", "count": 2, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.027545, "cost_known_response_count": 2, "mean_latency_sec": 10.569516463503533, "latency_known_response_count": 2 }, { "label": "Crimson Text", "count": 11, "metrics": { "font": 0.0, "category": 0.9090909090909091, "weight": 0.9090909090909091, "modifier": 0.9090909090909091, "kerning": 0.8181818181818182, "line_height": 1.0, "composite": 0.7575757575757575, "exact": 0.0 }, "mean_api_response_cost_usd": 0.05253454545454546, "cost_known_response_count": 11, "mean_latency_sec": 22.52546711009001, "latency_known_response_count": 11 }, { "label": "DM Sans", "count": 22, "metrics": { "font": 0.18181818181818182, "category": 1.0, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.18181818181818182 }, "mean_api_response_cost_usd": 0.059070454545454544, "cost_known_response_count": 22, "mean_latency_sec": 27.285236361409428, "latency_known_response_count": 22 }, { "label": "Dancing Script", "count": 9, "metrics": { "font": 0.2222222222222222, "category": 1.0, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 1.0, "line_height": 0.8888888888888888, "composite": 0.7777777777777777, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.04881777777777778, "cost_known_response_count": 9, "mean_latency_sec": 21.7525465057778, "latency_known_response_count": 9 }, { "label": "EB Garamond", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.04362, "cost_known_response_count": 12, "mean_latency_sec": 18.747784057748504, "latency_known_response_count": 12 }, { "label": "Fira Code", "count": 12, "metrics": { "font": 0.08333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8472222222222222, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.05739666666666667, "cost_known_response_count": 12, "mean_latency_sec": 26.074343945668563, "latency_known_response_count": 12 }, { "label": "Fira Sans", "count": 21, "metrics": { "font": 0.42857142857142855, "category": 0.9047619047619048, "weight": 0.9047619047619048, "modifier": 1.0, "kerning": 0.9523809523809523, "line_height": 1.0, "composite": 0.8650793650793651, "exact": 0.42857142857142855 }, "mean_api_response_cost_usd": 0.05249952380952381, "cost_known_response_count": 21, "mean_latency_sec": 23.83430773390518, "latency_known_response_count": 21 }, { "label": "Georgia", "count": 11, "metrics": { "font": 0.8181818181818182, "category": 1.0, "weight": 0.8181818181818182, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9393939393939394, "exact": 0.8181818181818182 }, "mean_api_response_cost_usd": 0.027393636363636367, "cost_known_response_count": 11, "mean_latency_sec": 10.425646850998005, "latency_known_response_count": 11 }, { "label": "Helvetica", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9, "line_height": 1.0, "composite": 0.8166666666666668, "exact": 0.0 }, "mean_api_response_cost_usd": 0.045143000000000016, "cost_known_response_count": 20, "mean_latency_sec": 19.3357037971502, "latency_known_response_count": 20 }, { "label": "Impact", "count": 4, "metrics": { "font": 0.25, "category": 0.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.7083333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.04367, "cost_known_response_count": 4, "mean_latency_sec": 19.927792861755734, "latency_known_response_count": 4 }, { "label": "Inter", "count": 24, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9583333333333334, "line_height": 1.0, "composite": 0.8819444444444443, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.050565, "cost_known_response_count": 24, "mean_latency_sec": 22.225850789415443, "latency_known_response_count": 24 }, { "label": "JetBrains Mono", "count": 17, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7058823529411765, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.7843137254901961, "exact": 0.0 }, "mean_api_response_cost_usd": 0.042975882352941176, "cost_known_response_count": 17, "mean_latency_sec": 18.717380840468277, "latency_known_response_count": 17 }, { "label": "Lato", "count": 13, "metrics": { "font": 0.8461538461538461, "category": 1.0, "weight": 0.9230769230769231, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9615384615384616, "exact": 0.7692307692307693 }, "mean_api_response_cost_usd": 0.05063923076923076, "cost_known_response_count": 13, "mean_latency_sec": 22.14295532538269, "latency_known_response_count": 13 }, { "label": "Libre Baskerville", "count": 11, "metrics": { "font": 0.7272727272727273, "category": 1.0, "weight": 0.9090909090909091, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9393939393939394, "exact": 0.7272727272727273 }, "mean_api_response_cost_usd": 0.059370000000000006, "cost_known_response_count": 11, "mean_latency_sec": 27.25512815009014, "latency_known_response_count": 11 }, { "label": "Lobster", "count": 6, "metrics": { "font": 1.0, "category": 0.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 1.0, "composite": 0.7777777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.029461666666666667, "cost_known_response_count": 6, "mean_latency_sec": 12.48356289616398, "latency_known_response_count": 6 }, { "label": "Lora", "count": 14, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0392, "cost_known_response_count": 14, "mean_latency_sec": 18.28731378199986, "latency_known_response_count": 14 }, { "label": "Merriweather", "count": 18, "metrics": { "font": 0.2222222222222222, "category": 1.0, "weight": 0.5555555555555556, "modifier": 1.0, "kerning": 0.9444444444444444, "line_height": 1.0, "composite": 0.7870370370370371, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.041356111111111114, "cost_known_response_count": 18, "mean_latency_sec": 18.029425462667454, "latency_known_response_count": 18 }, { "label": "Montserrat", "count": 23, "metrics": { "font": 0.8260869565217391, "category": 0.9565217391304348, "weight": 1.0, "modifier": 1.0, "kerning": 0.9130434782608695, "line_height": 1.0, "composite": 0.9492753623188405, "exact": 0.8260869565217391 }, "mean_api_response_cost_usd": 0.03968260869565217, "cost_known_response_count": 23, "mean_latency_sec": 17.763601564171434, "latency_known_response_count": 23 }, { "label": "Noto Sans", "count": 28, "metrics": { "font": 0.03571428571428571, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8392857142857143, "exact": 0.03571428571428571 }, "mean_api_response_cost_usd": 0.057877142857142856, "cost_known_response_count": 28, "mean_latency_sec": 26.09315012371631, "latency_known_response_count": 28 }, { "label": "Nunito", "count": 26, "metrics": { "font": 0.5384615384615384, "category": 0.9230769230769231, "weight": 0.8846153846153846, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8910256410256411, "exact": 0.5 }, "mean_api_response_cost_usd": 0.03684884615384616, "cost_known_response_count": 26, "mean_latency_sec": 16.559604116077445, "latency_known_response_count": 26 }, { "label": "Open Sans", "count": 10, "metrics": { "font": 0.8, "category": 1.0, "weight": 0.9, "modifier": 1.0, "kerning": 0.9, "line_height": 1.0, "composite": 0.9333333333333335, "exact": 0.8 }, "mean_api_response_cost_usd": 0.05325399999999999, "cost_known_response_count": 10, "mean_latency_sec": 22.881679946399526, "latency_known_response_count": 10 }, { "label": "Oswald", "count": 15, "metrics": { "font": 0.8666666666666667, "category": 0.9333333333333333, "weight": 0.9333333333333333, "modifier": 0.9333333333333333, "kerning": 0.9333333333333333, "line_height": 1.0, "composite": 0.9333333333333335, "exact": 0.8 }, "mean_api_response_cost_usd": 0.04074133333333333, "cost_known_response_count": 15, "mean_latency_sec": 18.281315570065637, "latency_known_response_count": 15 }, { "label": "PT Sans", "count": 16, "metrics": { "font": 0.125, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8541666666666666, "exact": 0.125 }, "mean_api_response_cost_usd": 0.05445312500000001, "cost_known_response_count": 16, "mean_latency_sec": 24.29483703599908, "latency_known_response_count": 16 }, { "label": "PT Serif", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.041834166666666665, "cost_known_response_count": 12, "mean_latency_sec": 17.59856844883446, "latency_known_response_count": 12 }, { "label": "Pacifico", "count": 7, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.42857142857142855, "line_height": 1.0, "composite": 0.9047619047619048, "exact": 0.42857142857142855 }, "mean_api_response_cost_usd": 0.04001428571428572, "cost_known_response_count": 7, "mean_latency_sec": 16.645368237289535, "latency_known_response_count": 7 }, { "label": "Playfair Display", "count": 16, "metrics": { "font": 0.625, "category": 1.0, "weight": 0.9375, "modifier": 1.0, "kerning": 0.9375, "line_height": 1.0, "composite": 0.9166666666666666, "exact": 0.625 }, "mean_api_response_cost_usd": 0.049512499999999994, "cost_known_response_count": 16, "mean_latency_sec": 22.825672486311305, "latency_known_response_count": 16 }, { "label": "Plus Jakarta Sans", "count": 20, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.047223499999999995, "cost_known_response_count": 20, "mean_latency_sec": 20.7053447249491, "latency_known_response_count": 20 }, { "label": "Poppins", "count": 17, "metrics": { "font": 0.8235294117647058, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9411764705882353, "line_height": 1.0, "composite": 0.9607843137254902, "exact": 0.7647058823529411 }, "mean_api_response_cost_usd": 0.038838235294117646, "cost_known_response_count": 17, "mean_latency_sec": 16.733949714704067, "latency_known_response_count": 17 }, { "label": "Raleway", "count": 21, "metrics": { "font": 0.5238095238095238, "category": 1.0, "weight": 0.9047619047619048, "modifier": 1.0, "kerning": 0.9047619047619048, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.47619047619047616 }, "mean_api_response_cost_usd": 0.044884761904761906, "cost_known_response_count": 21, "mean_latency_sec": 19.672418347333274, "latency_known_response_count": 21 }, { "label": "Roboto", "count": 25, "metrics": { "font": 0.8, "category": 1.0, "weight": 0.96, "modifier": 1.0, "kerning": 0.96, "line_height": 1.0, "composite": 0.9533333333333333, "exact": 0.8 }, "mean_api_response_cost_usd": 0.05179680000000001, "cost_known_response_count": 25, "mean_latency_sec": 23.13094726347772, "latency_known_response_count": 25 }, { "label": "Roboto Mono", "count": 11, "metrics": { "font": 0.8181818181818182, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9696969696969697, "exact": 0.8181818181818182 }, "mean_api_response_cost_usd": 0.04193636363636363, "cost_known_response_count": 11, "mean_latency_sec": 18.491315728818087, "latency_known_response_count": 11 }, { "label": "Rubik", "count": 21, "metrics": { "font": 0.19047619047619047, "category": 0.8571428571428571, "weight": 0.7619047619047619, "modifier": 1.0, "kerning": 0.9047619047619048, "line_height": 1.0, "composite": 0.7857142857142856, "exact": 0.14285714285714285 }, "mean_api_response_cost_usd": 0.05054333333333333, "cost_known_response_count": 21, "mean_latency_sec": 22.876265231429855, "latency_known_response_count": 21 }, { "label": "Shadows Into Light", "count": 5, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8, "line_height": 1.0, "composite": 0.9666666666666667, "exact": 0.8 }, "mean_api_response_cost_usd": 0.031268000000000004, "cost_known_response_count": 5, "mean_latency_sec": 13.772590186801972, "latency_known_response_count": 5 }, { "label": "Source Code Pro", "count": 33, "metrics": { "font": 0.8181818181818182, "category": 1.0, "weight": 0.9696969696969697, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9646464646464646, "exact": 0.7878787878787878 }, "mean_api_response_cost_usd": 0.051987575757575746, "cost_known_response_count": 33, "mean_latency_sec": 23.401408448090837, "latency_known_response_count": 33 }, { "label": "Source Sans 3", "count": 21, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9523809523809523, "modifier": 1.0, "kerning": 0.9523809523809523, "line_height": 1.0, "composite": 0.8174603174603176, "exact": 0.0 }, "mean_api_response_cost_usd": 0.053021428571428574, "cost_known_response_count": 21, "mean_latency_sec": 23.820159744857285, "latency_known_response_count": 21 }, { "label": "Space Mono", "count": 14, "metrics": { "font": 0.7142857142857143, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9523809523809524, "exact": 0.7142857142857143 }, "mean_api_response_cost_usd": 0.036784285714285714, "cost_known_response_count": 14, "mean_latency_sec": 14.799925424500543, "latency_known_response_count": 14 }, { "label": "Spectral", "count": 9, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 1.0, "composite": 0.7777777777777777, "exact": 0.0 }, "mean_api_response_cost_usd": 0.05389666666666667, "cost_known_response_count": 9, "mean_latency_sec": 23.777536006107564, "latency_known_response_count": 9 }, { "label": "Times New Roman", "count": 5, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 1.0, "exact": 1.0 }, "mean_api_response_cost_usd": 0.019536, "cost_known_response_count": 5, "mean_latency_sec": 7.67460518119915, "latency_known_response_count": 5 }, { "label": "Verdana", "count": 0, "metrics": { "font": null, "category": null, "weight": null, "modifier": null, "kerning": null, "line_height": null, "composite": null, "exact": null }, "mean_api_response_cost_usd": null, "cost_known_response_count": 0, "mean_latency_sec": null, "latency_known_response_count": 0 }, { "label": "Work Sans", "count": 24, "metrics": { "font": 0.25, "category": 0.9583333333333334, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.9583333333333334, "line_height": 1.0, "composite": 0.8333333333333334, "exact": 0.20833333333333334 }, "mean_api_response_cost_usd": 0.05854416666666667, "cost_known_response_count": 24, "mean_latency_sec": 27.1209948039165, "latency_known_response_count": 24 } ], "category": [ { "label": "handwriting", "count": 35, "metrics": { "font": 0.6857142857142857, "category": 1.0, "weight": 0.8571428571428571, "modifier": 1.0, "kerning": 0.8, "line_height": 0.8571428571428571, "composite": 0.8666666666666666, "exact": 0.42857142857142855 }, "mean_api_response_cost_usd": 0.039596857142857135, "cost_known_response_count": 35, "mean_latency_sec": 17.212156665686468, "latency_known_response_count": 35 }, { "label": "mono", "count": 89, "metrics": { "font": 0.550561797752809, "category": 1.0, "weight": 0.9325842696629213, "modifier": 1.0, "kerning": 1.0, "line_height": 1.0, "composite": 0.9138576779026217, "exact": 0.5393258426966292 }, "mean_api_response_cost_usd": 0.04681247191011236, "cost_known_response_count": 89, "mean_latency_sec": 20.618837554044884, "latency_known_response_count": 89 }, { "label": "non-serif", "count": 382, "metrics": { "font": 0.4005235602094241, "category": 0.9738219895287958, "weight": 0.9319371727748691, "modifier": 0.9973821989528796, "kerning": 0.9528795811518325, "line_height": 1.0, "composite": 0.8760907504363001, "exact": 0.3795811518324607 }, "mean_api_response_cost_usd": 0.04883151832460733, "cost_known_response_count": 382, "mean_latency_sec": 21.739002337706427, "latency_known_response_count": 382 }, { "label": "other", "count": 18, "metrics": { "font": 0.8333333333333334, "category": 0.3333333333333333, "weight": 0.9444444444444444, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 1.0, "composite": 0.8240740740740741, "exact": 0.2222222222222222 }, "mean_api_response_cost_usd": 0.033583888888888885, "cost_known_response_count": 18, "mean_latency_sec": 14.612053736278742, "latency_known_response_count": 18 }, { "label": "serif", "count": 204, "metrics": { "font": 0.4264705882352941, "category": 0.9950980392156863, "weight": 0.8823529411764706, "modifier": 0.9803921568627451, "kerning": 0.946078431372549, "line_height": 1.0, "composite": 0.8717320261437909, "exact": 0.39215686274509803 }, "mean_api_response_cost_usd": 0.043942303921568636, "cost_known_response_count": 204, "mean_latency_sec": 19.659929034533835, "latency_known_response_count": 204 } ], "weight": [ { "label": "black", "count": 131, "metrics": { "font": 0.48091603053435117, "category": 0.9541984732824428, "weight": 0.7938931297709924, "modifier": 0.9770992366412213, "kerning": 0.9389312977099237, "line_height": 1.0, "composite": 0.8575063613231553, "exact": 0.4198473282442748 }, "mean_api_response_cost_usd": 0.04487862595419848, "cost_known_response_count": 131, "mean_latency_sec": 20.192388569992808, "latency_known_response_count": 131 }, { "label": "bold", "count": 213, "metrics": { "font": 0.4131455399061033, "category": 0.9953051643192489, "weight": 0.9014084507042254, "modifier": 0.9953051643192489, "kerning": 0.9671361502347418, "line_height": 0.9906103286384976, "composite": 0.877151799687011, "exact": 0.38967136150234744 }, "mean_api_response_cost_usd": 0.04583389671361503, "cost_known_response_count": 213, "mean_latency_sec": 20.17606437473156, "latency_known_response_count": 213 }, { "label": "regular", "count": 297, "metrics": { "font": 0.5016835016835017, "category": 0.9562289562289562, "weight": 0.9831649831649831, "modifier": 1.0, "kerning": 0.9259259259259259, "line_height": 0.98989898989899, "composite": 0.892817059483726, "exact": 0.4276094276094276 }, "mean_api_response_cost_usd": 0.04653461279461278, "cost_known_response_count": 297, "mean_latency_sec": 20.626295450313044, "latency_known_response_count": 297 }, { "label": "thin", "count": 87, "metrics": { "font": 0.3218390804597701, "category": 0.9655172413793104, "weight": 0.896551724137931, "modifier": 0.9885057471264368, "kerning": 0.9770114942528736, "line_height": 1.0, "composite": 0.8582375478927203, "exact": 0.3103448275862069 }, "mean_api_response_cost_usd": 0.04956413793103447, "cost_known_response_count": 87, "mean_latency_sec": 22.376195927367153, "latency_known_response_count": 87 } ], "modifier": [ { "label": "italic", "count": 119, "metrics": { "font": 0.44537815126050423, "category": 0.9915966386554622, "weight": 0.9243697478991597, "modifier": 0.9915966386554622, "kerning": 0.9495798319327731, "line_height": 1.0, "composite": 0.8837535014005602, "exact": 0.42857142857142855 }, "mean_api_response_cost_usd": 0.04490857142857143, "cost_known_response_count": 119, "mean_latency_sec": 19.458761436738413, "latency_known_response_count": 119 }, { "label": "regular", "count": 153, "metrics": { "font": 0.5686274509803921, "category": 0.9803921568627451, "weight": 0.934640522875817, "modifier": 0.9803921568627451, "kerning": 0.9477124183006536, "line_height": 0.9934640522875817, "composite": 0.9008714596949892, "exact": 0.5032679738562091 }, "mean_api_response_cost_usd": 0.04389751633986928, "cost_known_response_count": 153, "mean_latency_sec": 19.507596245431095, "latency_known_response_count": 153 }, { "label": "small-caps", "count": 151, "metrics": { "font": 0.33774834437086093, "category": 0.9536423841059603, "weight": 0.8741721854304636, "modifier": 0.9933774834437086, "kerning": 0.9801324503311258, "line_height": 0.9867549668874173, "composite": 0.8543046357615894, "exact": 0.2913907284768212 }, "mean_api_response_cost_usd": 0.050654172185430474, "cost_known_response_count": 151, "mean_latency_sec": 22.467046561455877, "latency_known_response_count": 151 }, { "label": "strikethrough", "count": 153, "metrics": { "font": 0.38562091503267976, "category": 0.9607843137254902, "weight": 0.9215686274509803, "modifier": 1.0, "kerning": 0.9019607843137255, "line_height": 0.9934640522875817, "composite": 0.8605664488017429, "exact": 0.33986928104575165 }, "mean_api_response_cost_usd": 0.04571594771241829, "cost_known_response_count": 153, "mean_latency_sec": 20.344013545294846, "latency_known_response_count": 153 }, { "label": "underline", "count": 152, "metrics": { "font": 0.5131578947368421, "category": 0.9605263157894737, "weight": 0.9210526315789473, "modifier": 1.0, "kerning": 0.9539473684210527, "line_height": 0.993421052631579, "composite": 0.8903508771929824, "exact": 0.4473684210526316 }, "mean_api_response_cost_usd": 0.04651855263157896, "cost_known_response_count": 152, "mean_latency_sec": 21.11862150775012, "latency_known_response_count": 152 } ], "kerning": [ { "label": "loose", "count": 241, "metrics": { "font": 0.5103734439834025, "category": 0.9626556016597511, "weight": 0.9294605809128631, "modifier": 0.991701244813278, "kerning": 0.9875518672199171, "line_height": 0.991701244813278, "composite": 0.8955739972337483, "exact": 0.4730290456431535 }, "mean_api_response_cost_usd": 0.0446009958506224, "cost_known_response_count": 241, "mean_latency_sec": 19.77880832333985, "latency_known_response_count": 241 }, { "label": "normal", "count": 257, "metrics": { "font": 0.45525291828793774, "category": 0.9727626459143969, "weight": 0.9105058365758755, "modifier": 0.9961089494163424, "kerning": 0.9416342412451362, "line_height": 0.9961089494163424, "composite": 0.8787289234760052, "exact": 0.4085603112840467 }, "mean_api_response_cost_usd": 0.04522700389105056, "cost_known_response_count": 257, "mean_latency_sec": 20.051591129992048, "latency_known_response_count": 257 }, { "label": "tight", "count": 230, "metrics": { "font": 0.3826086956521739, "category": 0.9695652173913043, "weight": 0.9043478260869565, "modifier": 0.991304347826087, "kerning": 0.908695652173913, "line_height": 0.991304347826087, "composite": 0.8579710144927537, "exact": 0.3173913043478261 }, "mean_api_response_cost_usd": 0.04957565217391302, "cost_known_response_count": 230, "mean_latency_sec": 22.154311663382334, "latency_known_response_count": 230 } ], "line_height": [ { "label": "loose", "count": 246, "metrics": { "font": 0.4186991869918699, "category": 0.9796747967479674, "weight": 0.9186991869918699, "modifier": 0.9959349593495935, "kerning": 0.9715447154471545, "line_height": 1.0, "composite": 0.880758807588076, "exact": 0.3780487804878049 }, "mean_api_response_cost_usd": 0.04643369918699185, "cost_known_response_count": 246, "mean_latency_sec": 20.415746213601178, "latency_known_response_count": 246 }, { "label": "normal", "count": 245, "metrics": { "font": 0.46530612244897956, "category": 0.9673469387755103, "weight": 0.9142857142857143, "modifier": 0.9918367346938776, "kerning": 0.9142857142857143, "line_height": 1.0, "composite": 0.8755102040816327, "exact": 0.42857142857142855 }, "mean_api_response_cost_usd": 0.04944232653061224, "cost_known_response_count": 245, "mean_latency_sec": 21.941875607946862, "latency_known_response_count": 245 }, { "label": "tight", "count": 237, "metrics": { "font": 0.46835443037974683, "category": 0.9578059071729957, "weight": 0.9113924050632911, "modifier": 0.9915611814345991, "kerning": 0.9535864978902954, "line_height": 0.9789029535864979, "composite": 0.8769338959212378, "exact": 0.39662447257383965 }, "mean_api_response_cost_usd": 0.0432005063291139, "cost_known_response_count": 237, "mean_latency_sec": 19.482743951130484, "latency_known_response_count": 237 } ], "width": [ { "label": "medium", "count": 243, "metrics": { "font": 0.4773662551440329, "category": 0.9629629629629629, "weight": 0.9259259259259259, "modifier": 0.9958847736625515, "kerning": 0.9259259259259259, "line_height": 0.9876543209876543, "composite": 0.8792866941015088, "exact": 0.4074074074074074 }, "mean_api_response_cost_usd": 0.04544325102880661, "cost_known_response_count": 243, "mean_latency_sec": 20.29898712061247, "latency_known_response_count": 243 }, { "label": "narrow", "count": 235, "metrics": { "font": 0.4085106382978723, "category": 0.9702127659574468, "weight": 0.902127659574468, "modifier": 0.9914893617021276, "kerning": 0.948936170212766, "line_height": 0.9914893617021276, "composite": 0.8687943262411347, "exact": 0.3702127659574468 }, "mean_api_response_cost_usd": 0.047580042553191454, "cost_known_response_count": 235, "mean_latency_sec": 21.335628603940687, "latency_known_response_count": 235 }, { "label": "wide", "count": 250, "metrics": { "font": 0.464, "category": 0.972, "weight": 0.916, "modifier": 0.992, "kerning": 0.964, "line_height": 1.0, "composite": 0.8846666666666666, "exact": 0.424 }, "mean_api_response_cost_usd": 0.04620223999999998, "cost_known_response_count": 250, "mean_latency_sec": 20.275667266703618, "latency_known_response_count": 250 } ] } } ], "results": [ { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "75087c59-f24c-496e-9581-87f5a1ae70d8", "result_sha256": "f089345624ec9f11514c04dc1d291a4115748b47662028c90ca30286b1b96cc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.510761729005026, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:26.139766+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0a2534a-3501-4eec-80f3-2d5b7da33842", "result_sha256": "9bc9b7c548ef73b0ef0dca43859d89d77a9eda4be65ea6ee1cdb15b00f0d6e5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.7391547900042497, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:01.497360+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "94ecc324-b16b-4ddb-9360-b099701489dc", "result_sha256": "765e235fe6b8ca655dbc37b71b420386c00c3e6108dfd5cb92ab4d4d175a6fd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.058681933005573, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:47.424307+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bf03877-68e2-49a9-add1-c5736f34c9d1", "result_sha256": "f6f4ffb9072665840a8629f8943d304fa5ef4bc3e8fec59345802fa187362da4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.1111796670011245, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:57:16.432131+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5730dad3-c2bb-49c2-8d99-d6ed2bb7f323", "result_sha256": "2e530308eb703a7322310974211b3cd1c4f7df40c03a289e1403bd751488aa46", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.050289567996515, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:26.115468+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c37d0b-6404-41ab-aa61-120ab3889780", "result_sha256": "bf1a42eb52d19a72866c66af98675b443919093f4f627f13680dac8d483e819f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.9511923609970836, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:50.025933+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "65200bf9-d56e-44d9-9c69-2c4e73368c69", "result_sha256": "010bb7d8392da010c21431fd81a76263fa5aa3c2404d0660296a932785c68587", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.5070052099908935, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:18.994170+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bc85416-a4cb-49ca-a53c-6d1319fa7d55", "result_sha256": "801d920d1d3eb3920c8f72fa72eb2665b5bed00897afbcc3af610123a6b3e291", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.478801907011075, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:40.926177+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb620097-0f4e-4e12-893f-010d4eb0ce55", "result_sha256": "a81fc6b477cec0974f970b26e6ebe22d49d2f00ade55587f2cf90cfedc3c4d5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.586535356997047, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:08.104732+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0da2cf33-f1de-4b46-882b-866480b90dee", "result_sha256": "f3b1334e9689f052a48a9efb3d748c58d89fa3ece191e93c6e492ddfaa8aa40b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.52550600199902, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:51.771571+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6ed408f-0a0a-4208-8e0b-41693ec5364c", "result_sha256": "921527033b3a969848eb71e5675cc4e70937a8fefb9502be9e7b3220432be650", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01731, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.173620052999468, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:35.919118+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ab88b75-14f4-452a-bbe7-6c8ce7cfac5f", "result_sha256": "cca731ab4419e06611e5fbe0ced2930e5be96100110006d7f67593929f31f138", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.139934819002519, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:46.059921+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "096a1bd2-195d-461a-b8a7-3be34cf9ead7", "result_sha256": "1c43f0bf4d23a9ba78f8266e327f3412332011ba1b298109de31c544acb74a87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.245015275999322, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:33.631015+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "66c44644-20c1-49d8-ab9d-38b91a3059cd", "result_sha256": "494a6e62e01630efde8cec529bb35022e0c5f5338a7c9b5f29b1074493a9a5f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01684, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.951326231996063, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:11.685460+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f230d3f8-670b-4702-96bb-7fd191ccc3e1", "result_sha256": "6569f53575fd8af4148b273147e09bd2fa07f5438009f7b210390a2628e0dcaf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.714451862004353, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:54.522085+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "427538d8-9f64-4270-964f-e48a179dc9a9", "result_sha256": "2aa0672c0199d2f3ab9b4b5b8eeac7f6bbd6358f22ebe379d5bd8266eb977ffc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01619, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.513842835993273, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:15.899298+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf1df443-cdd5-461e-b3de-2006503d8f2b", "result_sha256": "b5aea4f00964f0b7710f9d7d7d8ef37021abe28808fe9c5147e5509c191c8664", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04386, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.966013860001112, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 604, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arvo\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:32.289101+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd8d6e3d-ec09-4076-9600-0ab388dcb0df", "result_sha256": "3f5b9321934c9d92858e14e260fa9c90b11a87120de9aaebb0d70785a9c85771", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01667, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.472618822997902, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:18.826167+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aff8fdfe-4202-4d20-8675-1117d6f2aa8a", "result_sha256": "ea2abf8b7e27417d861e8f646eedc196647c8d4066d14b610da86b2d479c4a29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03822, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.160680602988577, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 486, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:27.889885+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7567641b-ab44-4001-94b6-9aad1c77e1bb", "result_sha256": "12d74723dd7f7f1e2c941172fc572cb30febe5b9e16b125a9d55b9a19a50357a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.737278764005168, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:16.644883+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "df117c7d-c677-43fc-8aa1-4984d9333e94", "result_sha256": "75d6365d93d97c77d2376e4c0ddfd8e3e58b68d903d7f85767970bcc16f3d2df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01779, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.115191955992486, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rockwell\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:07.918489+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef24bba9-2a45-45eb-9538-5e44d2bc67a6", "result_sha256": "51a5f1a170b8f98850e148ca8999898eb373e50353fcda0f4029f886836dac6d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01731, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.907154518994503, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arvo\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:51.929983+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "80979c28-5b9c-4827-8a44-9e161f40eb75", "result_sha256": "b969acb7a339f01e9c9688cc0d6366ed2d5666e9df7fbad6144dfa96e056fc5a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.328056794998702, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arvo\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:01.132894+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0155396e-cf2a-43e9-b6ca-4a217cbd0c82", "result_sha256": "74469b8e124382211c16bda5fb02fca927eae7b6f674ec18d407ebe90b87c15a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.12256441199861, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arvo\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:31.260577+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "40fc029e-7149-4835-9590-3587ca4f5cbb", "result_sha256": "4c6e0462bfb1a8dead40f9a5bccd4c429800fd452192333827dab0f58ffc7b37", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.202689661004115, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bebas Neue\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:17.334546+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3cc221d-dbec-43bc-bd80-ac22a8841853", "result_sha256": "44adb8236f150dfe8f43cacd87cc369ed2145f0e8fd2d25bc4ee86192e97ae02", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.439349812993896, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bebas Neue\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:09.850784+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec75448-e691-4d7f-bed2-3a411f8efb84", "result_sha256": "9af353874f8dced7cb2eb4f29bc6fb708bb698b1047cfddd66b51cec7f8beeb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.1248168559977785, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:05.337323+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e83cfce2-0361-4c7f-a079-4d32f21d0bf2", "result_sha256": "58dafccab93b9c8379ed71576ace13cdd4e5557b38a5bcd4f3f1b87c2cadedc2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.751417911000317, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Source Serif Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Serif Pro\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:05.883728+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3acc5c17-a14e-4cd4-8d32-96fab8b914e7", "result_sha256": "42b7eff0776b59361bb9b7c196b0c06a46ea1f7bacc36f939a8ad037751c8f2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.117775992010138, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:46.472173+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d74b662-c128-4e15-9d9b-b7d490befd92", "result_sha256": "5944c41ec6a33289140549fc35a9f552ac9aaf44402967fc2ac6dcfd1e2a732c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.643609551989357, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Slab\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:43.355447+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "65a93e01-ff5e-47e2-8e53-9177b459fd89", "result_sha256": "1441d5fbf207ff5c55f6b65500196d95724273690200b9c6751d8f2a92893fdb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.909163998992881, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:42.578496+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6cde81c-f99f-4f28-8917-cc5f67a7f98d", "result_sha256": "111debbad79b45706b39250e3db37a2fa0fa7dfe95673f2765dfe7d0195671e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.73628303600708, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:32.356341+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf117b9-3619-4704-97d7-07fe6e81008b", "result_sha256": "5eed403ca21c62deb841edf62b57e80982f0477ed288520c0c9c05ceacc7b180", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.276583476996166, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:32.889072+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "52d05102-74bc-4711-b02c-d1ada3bfa6db", "result_sha256": "e633f1bb19dbf0d88b3badebc9320b8e4103577581b10ec9380c1c3fec25eb1b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.928884499007836, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:01.091623+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0e4f890-1734-4b3d-9f7c-f9a720691ec4", "result_sha256": "00d9984686fac310667fdf6cc2857917eef2c941b9da7604d5d4ed62b2814494", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01656, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.3329064620047575, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:24.522664+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7a0a562-1080-4ebd-9bd7-3c84444519ca", "result_sha256": "955ce68130cb5e3fba7faef6ae6d51545cce08f7e24065a40d4ad4009cba4372", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.997304667995195, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:47.788418+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "55fcbfed-7dc0-4d44-93bc-aa1d33c15b41", "result_sha256": "3590b81279d0e39c1b8c6c9b5cf0180cdab242e502263dc1bf5928b5e98680b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.146983539001667, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:13.503314+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "76af433e-5118-4363-bfd1-4d2bbf75191d", "result_sha256": "9f8993862ecf80fb59e83500b2d997dc8c40a8d48bb327e56162e0882be5c484", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.764072678008233, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:19.077384+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "36882be5-21f2-4cf2-9a17-ef9137b7b8d3", "result_sha256": "d883a04602be3c30f28180e645bae169a5af726f7ed11811184cc4565d2b97c4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.069806171013624, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:02.637602+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "30deb0e0-b286-466a-b162-73cd99081a57", "result_sha256": "1d00403ae744688eb82b437bfd3ce45525fef1d4ea5725a25c6898b392cad618", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.40279191499576, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:56.385213+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "911be51c-5528-4551-b332-9e34cddc3197", "result_sha256": "de78aa32eeaddd74c8feef628ddc3724444c6dccc2eea7c0f01b4bddf838c7d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.806562124998891, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:10.368195+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd8a195a-9c60-4496-bbf7-5ca4b10413c6", "result_sha256": "e1aa82615798369ce760d27b0e3ce61eafa856fbd99bfc884c19c38a1131fa9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01662, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.765466368000489, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:37.088210+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4746a264-4909-4aec-b810-0ccdb3cfdfb2", "result_sha256": "5d72a7874c6b1a2822d0278a8e5a54e552a19761857ab83b3186d05fb1b1b7bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01619, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.89140478700574, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:46.380052+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "405b64f5-01f3-4032-a284-03826cb8012a", "result_sha256": "9ee9930a771b5b27941d48f6603df227ffcdb1e4ebb67f9fce896ac4b923c59c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0171, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.24092536799435, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:49.649437+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ebe44fa-15c8-4b5f-bc4c-dd31e2ddb0cb", "result_sha256": "390fc86c4da3e7ba49074bc679b0cb554145a64d353f5cf335b37d10de52793f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01699, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.778603227998246, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:10.592093+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cafab5b7-e80c-4755-bd10-87a2efb3d214", "result_sha256": "8ad6fcfa09e57c48c05a8e6688e42439f2944ceb7d78cc359e294d400d95e29e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01618, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.179793154995423, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:11.859513+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8e3f6cc-4245-4b75-95d6-ce3ae1e46600", "result_sha256": "0d21edd000f05cfda60e3bebc60499353f49e0302080db3ee0d1934b644c1f9b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01731, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.199037525992026, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:15.781884+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8999602-0c38-42a4-bffd-fa7991bee2bf", "result_sha256": "9dbf5b0f6bf6a1512d212673641323b197dbd214cb2011c139e9572e07b08843", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01679, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.281508248008322, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:23.362688+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bd368f8-9284-4bd7-9f77-fb407cda930a", "result_sha256": "a96b9ba849be443dfbbf42e7adc6c176fcaa8bbc43def2c9d6714e894fe7a439", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.732036998000694, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:57.234298+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ad785a3-2a46-478e-983b-6d058da78459", "result_sha256": "0d42644885c0e32788bbfc4e9be127bf8366a32fda799dc8f8ac5856b4c90c37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.269773310006713, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:11.256568+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0c8fb39-c185-4f27-8532-6e52e3538dc4", "result_sha256": "af812549458fc477853ab0f38a16350b7315602e469df7cf7607a3eff1409bef", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01726, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.182915625002352, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:05.982311+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d49a50-1ca4-4c22-8fe7-7cbadb1edc17", "result_sha256": "403c2f2d828e3028a8bd8e681b8336665c2cc3f2a0cd9ce94cacd40398ad1b61", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01636, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.123076802992728, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:08.437764+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9da991bd-2659-4e30-8328-a680a8cb7eec", "result_sha256": "3414fbca5357430067e839f2dc6975ca678e44d4dff94bf4e4d2080c8f71ea29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.479342941005598, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:00:52.254340+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d68383bb-976f-4468-92e8-c3ebb450d59b", "result_sha256": "3101484dfd2df654ae39d837ed399c4bdfd0e229b8cc834d6be8f08eb06b7892", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.4796839600021485, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:10.789799+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ce2a5bc-7cbc-4fb1-88a0-89cab907a72e", "result_sha256": "0eb8d1c390c09eaa11d5f886215d76b0e02de6d62c82dfbc32b145fb4d05e99c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.521427521991427, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:28.425517+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3dd553b-222b-40e3-9d67-c64d044b5d6b", "result_sha256": "0c158c07dcca494bdfcb8e0bc701f571ae436df97a42e53e488b5369adf72e95", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04717, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.226493729001959, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 665, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:21.579700+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc6bcc6-2a79-4240-8e61-81db8f184a0b", "result_sha256": "2e127490dbdf616e17f5fca651e3d6463d74659de174c76b5680713f9db71d2f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.056410032004351, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:13.971387+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f1e16ed-173d-45bc-86cb-7c85428d24b8", "result_sha256": "bd4c2ee60246e195571f129dcf5f3f50d22cb85dd48966a448c161c285939168", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.556813408999005, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:59.273022+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b1e1196-2272-4486-85c0-e4edfa1c9b3a", "result_sha256": "0765eafe0ad4b82561e109bb7ed136e4325e1f81c093e74ba805cf78c57dc695", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.4486041810014285, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:09.831689+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "820d3213-a58f-4ca8-833f-58ff8d862a84", "result_sha256": "ff034a91a0bab40842f8dc7f075b9568e1c7cc9a46d4ebab077bdd9d23c16cb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.049342628000886, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:35.422116+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c89dfbcf-c223-4600-9c5d-b30e4fd0402d", "result_sha256": "7abdfd6feae989369bd4e655b4f09a794df7ff28c15c94a2723680bb65f3c778", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.900786555997911, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:47.100650+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f22eb60-d407-4216-9664-aa97171dbe1a", "result_sha256": "e9ec4756d223c0463263a15d4ee0337f41d76b1c240f18aeae2d513f0e140cff", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.776949186998536, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:24.642304+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "75b0c3a1-35b0-4723-b408-0dd2f90328a3", "result_sha256": "0ccf4c5bead608b78a43d48f0bf60fbcddb64a11459a1001acf927f7c1686314", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.075785540990182, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:50.922143+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7919f77f-0a4a-4866-a463-74530128b611", "result_sha256": "7f3a5328bb39074a45164cc4fe3022d9b44a970a4ceed68053c69498f2e5cfb4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.149743635003688, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:00.960840+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8241b236-b57d-41fa-bc19-b20caf8ffedb", "result_sha256": "bfa389869ac082a12def4152b8e590de1d31ab78cdc8bb9d5d06cc7326399157", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.2200176830083365, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:50.015920+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2cadc1-1b30-43a9-82ca-8956ea9f2b4b", "result_sha256": "a120be304f86abdd0986da9cf3ab2bb205126b6cc9675638a7ed8847cfeec14f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.256739964999724, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:16.332109+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7564fa38-0843-409c-9a32-5ec332e5f1d1", "result_sha256": "e3119be54baa825634c83219e8dd0c8f9c3c71ca045f4e350a6d2ac8af2a2342", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.507454664009856, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:15.823260+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cad4c2c3-85e6-4d12-9f56-fda1a09cbdeb", "result_sha256": "69a8e5a830463052c208be0d6d3ec439e7d2e01d366b0fb5e12dcd1c2a768256", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.249955295003019, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:29.307216+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8a414a8-ebd7-45e0-ae84-44eba42634d1", "result_sha256": "cdbdc1685c397bcc0cd90e38db98f8145729f1af95e4994defe0082888cf7fb5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.777877852000529, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:15.758517+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e13bba-56ab-46e7-b838-ff5a14a8f1e2", "result_sha256": "a9454be6a9c3785720c4a80483f816c71d6bfb99bac927c9ce12cabd565aa738", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.150082576001296, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:45.428387+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2af1ad-04e4-4899-b836-15cf3ae1a302", "result_sha256": "289d57f0af6c6b0e24a3f2a510487424b619e25b8b749673b6a8e78e6327c4dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.473585758998524, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:48.217700+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d19dbe2-b10f-42fe-8dc3-6c2d8a7e0347", "result_sha256": "9725a4848a22653d5e0a025e177a2f623d80c1ad2213f40a3d97570523583c6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.161260342007154, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:40:37.301962+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa3b6cb6-0162-4d9c-bdf3-77cb53b352c3", "result_sha256": "44555f3e45464ce37d23f4f679ee87217abc4854bdc6f060458a04f5db437979", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.008080781000899, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:59.009849+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "449691a2-fcae-4ad5-9a47-2ec450614af8", "result_sha256": "d0a0fee58194a30c8f76e69471180db8a584caeeac4536b5636e026e409fe45d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01729, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.79568054000265, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:51:44.231676+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e74587f-8fca-44cb-a4cf-02ebe449705d", "result_sha256": "8b6d97da6c1a2b66e0aa16f988a1d9f1d745084f8a3b811501e4f552c1c41350", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.475270152994199, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:11.645349+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0783d240-5d2a-4425-a9e3-bb4ccedf480b", "result_sha256": "9375bcbf5211003df46db51a3dc5f36a41a315e1cd1c850cf4bfc9f0657b18fd", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01608, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.266423836990725, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "other", "predicted_font": "Russo One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Russo One\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:27.645854+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f63df231-b1ac-486b-822d-7d8f17eac0c4", "result_sha256": "27a647e61a11da995f6a10a467b7715d169e48ce07328cd19f618ccc10209e23", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01694, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.674871672003064, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:33.900508+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e98e94-df66-451e-a839-900e30b19c43", "result_sha256": "bb36da5d44bdaa55f999c1a857a8f7c4f466f466b8a99cd093a0fe71273558c8", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01657, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.1281172260059975, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "other", "predicted_font": "Russo One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Russo One\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:52:36.341839+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2f91b75-5bb7-4ce3-bfa0-f8368a7f6000", "result_sha256": "f4ea7129f22094859c8fce1b5324bb5cc56b7b120fa18fc31411498af79e6cfb", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1376, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.838240527999005, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:13.003457+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9fc5917-0676-45e9-b174-b1b874bcdd4b", "result_sha256": "0bb8ffc7766ec7c031a7dfd1b716bb246b172a3cf29a7d8b17b1ed334eb65d67", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.492298646000563, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:04.337710+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a081606-56f0-411e-8f82-53a91896860f", "result_sha256": "96a8a0a343370e430b6950f31dfee8c5ddeaa2341356f57865dff2d312697b0b", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.9997838660056, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:54:03.194599+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd4fe68c-c09c-4b97-9178-c96721e32a64", "result_sha256": "9da8877e2c29ff0ccacccf2998f7e575f2bc751c85f7a24d9502f8cf78f2d7dc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.325132417012355, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:19:32.027525+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab8c4984-da21-4edc-941b-5c971ca59a38", "result_sha256": "6cacf79cf0d3592c35665875a00e5823410900de4fd4673684dc5ea2c749f0f0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.522499055994558, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:00.102628+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9c18a01-5529-493e-bf78-51c0f3291d38", "result_sha256": "476fad2a41ccf1dd1516a10dab1898f2c3b034d3df450b433549a416cb7c068d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.261140065005748, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Kalam\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:19.674902+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dc5aee5-5ca7-4ce2-abd5-a0904befa4e2", "result_sha256": "dfa94d7780c3b1e74b3ce76c913c35bd7ecc5aa11fc39cbf81fd2cae798bd8b7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03171, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1296, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.731344710991834, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 375, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Reenie Beanie\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:05.234720+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e9c480-0b24-4299-acf4-1f295a96a41f", "result_sha256": "04d6fba4260542310b3d819863def4b37ff25b5c4507aae01fb12776b99a212e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01625, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.401320593999117, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Rock Salt", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rock Salt\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:03.347403+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f4d44c-b964-4c49-b8ad-1ac408651547", "result_sha256": "a242e149ac31d80edebd5641593ccc753b826ee490df285d0aeb18c3e14e454f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.132030570006464, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:58.865117+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc2054cd-0f56-4808-ae9f-0abef7d63702", "result_sha256": "fd1556e369e0d1a69c6d7d7f65846c7c0eb4d4473b4c26a19a82191b87fbee8e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01565, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1280, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.6588561440003105, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Kalam\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:28.028382+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "04668487-e055-4583-8c53-3e7bc2e588ee", "result_sha256": "c14c34bb05b26e30eb22e7334092f3928ba27af470223a62b163ac5d7d897113", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.382867583990446, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:05.960659+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb322bbc-ed72-450a-89a7-e2b9700385cd", "result_sha256": "8b3bd8f85ddeba84020fc0dd3415adaaa30734fdf2ffc1be06f948427c01ffdb", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01564, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1264, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.753137464998872, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:08.203745+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "213ec99e-0dc9-4ef0-8c8e-fb5026f98a01", "result_sha256": "b14fcb379b63c5e4e29551325a7e580a17f77d4131b2d9e0e29418b1bfccf092", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.760761391997221, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:14.572556+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4021921f-0a7f-4093-8860-f99d3014e498", "result_sha256": "c48ddeffdc5ce5c85d26165af0025d606d4a36594fe079e4f5f8d242cd404889", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.368341112000053, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:29.242955+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "820bf06d-856a-4edb-ad98-8331215c7fa8", "result_sha256": "3c3eb7e6d1271cf2c290a070602c0518367aca8b3d8342b5d7d3e5517481483d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05016, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.96355201600818, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 730, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:09.226846+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d42beee9-1850-4e6e-8006-2b16b72f1cbf", "result_sha256": "1a79707c3c1dddeb7aaabc4b8917c30278e87e4293f51d6806d16c52e9801433", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01707, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.3000886920053745, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:18.599632+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a684c056-c204-40a2-aea0-e536d9760ba8", "result_sha256": "a5d879f3b9e493c90f2a530a1359705e83491fac455205116ee1affba3b01ec4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03664, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.957045123010175, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 432, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant SC\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:09.709013+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "afdc8803-31af-400a-9cf0-4ee9a0b83bab", "result_sha256": "02f4bad2bf60322161ba5e8787474328e9870ad8a1203464a04f6f5ed8e0e11b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03597, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.214510306002921, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 457, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:34.021192+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "69007db4-1e37-4b83-b0ae-a2704cf3c01f", "result_sha256": "ee87fd3fe9c33d55ac210399c1f13cfaf0706620548d2a0ac2b500cbb3bbf352", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0641, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.785415523001575, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 995, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:57.635281+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "97546f37-7240-4de2-9041-db2dabe931ba", "result_sha256": "bc1134127441b7f5d9cc24f2df56da252f18a023cfe91df8fe82b1651a309952", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05194, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.885737791002612, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 761, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:54.251499+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "74e743fb-c574-435a-b2c8-edd2cfa46da0", "result_sha256": "7635201c3f45c701f1052e3433627f720b07412762f38c2ca232c0fe9f1c6bf7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.92089102799946, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:42.752123+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "da120042-9af2-405a-8746-297210bc4fbe", "result_sha256": "2424c9f0f4f1a532978ff6f7fe2a145503ad639413cb1f5318c3824e234c6622", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01656, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.164987530995859, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:54.576693+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1357bcd3-a4fb-4efd-ae8b-d3dd05bc579f", "result_sha256": "b9a1ee292cc80a11b229741cc3c5966eff30152678a724920c5afc1a18568d26", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.224256909001269, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": false, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:51.888916+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c84c2dc5-c233-4f8f-9c62-e798b76b0f06", "result_sha256": "4c1a683c2e8dcffd9fbd3f4259a7946da92cc99087dc57a42fdc6fadfc5c34e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01679, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.368970520008588, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": false, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:29.989924+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d39a4aab-1b1e-4769-9f97-768f26cf1d97", "result_sha256": "8f2848a69ee1cc3fb8a18118372edd488338f1ebbe3acae3c144a900ed8458f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.055569849995663, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": false, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:49.349351+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac776177-e301-4c29-9f2b-b1e0665bc59c", "result_sha256": "e38cd215d4eda0f620a27a9ce3d13b01a95474ba3e766193dd129054909f6cc0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.547941237004125, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:08.173009+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc25ecd1-7ea0-405c-934a-34d5162f8cc0", "result_sha256": "204173382fbc620a38b9da8fb03e0e0169af14dc8133f1ce2a366ac074d09bb0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.3090898350055795, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comic Neue\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:46.290474+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cec5bce-c18b-4c4f-903e-09faf8e2d0e3", "result_sha256": "a9d9db9031e36e9224ba34dfdfcfbf1656f467bd4a336ae06a0f40ff2ead5a44", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01671, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.766294318003929, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comic Sans MS\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:27.722787+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e6e488c-fdf0-4c0a-a052-979ea8be1906", "result_sha256": "4a7a35256eadabac8ce65950156c05adddb1a3f91ef74c16aeeb326d157790fd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0175, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.09985875399434, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Patrick Hand\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:22.377702+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f575976-5a45-46f7-be5d-34f9d80db9df", "result_sha256": "370cab7bfcd61f994c8323be8d677b63715c2dcaf54dda1a5449bafb62c96ea2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.904104268003721, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:23.618064+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3879ab77-f781-4f13-9b1e-ec548ff6a8ce", "result_sha256": "03eeb2929bd0ff449d4ef0d6b77da8e32156c940030153a0ba77a648dd308dce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.137272367996047, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:28.771601+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "06089550-ba8d-4b22-b38d-14109f4cf26b", "result_sha256": "ed043a2afdd739c066673ecd59e5a01b9ccf499554eadda08bc7c4826b38fec5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.0262154009978985, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:43.365651+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "638cb029-aff2-4353-9d41-4a81da56149d", "result_sha256": "f9832d79e3f558e603585437258b4c67c522ab83f3360ebe0488ddeaf97c0502", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.436672153999098, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:28.630740+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c57b71a4-46c4-418d-93d9-b5cc090d81e1", "result_sha256": "11bade840e63a0d0f6c59ffcc71052be755eee58a0d9a9e869b1452e1453fd11", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03446, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.22885108400078, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 416, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:15.933378+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "54c7deac-8603-4b6a-bb0f-a32441a5f9be", "result_sha256": "58446a4b4149c0bf12782e60bad1698aa5d1a8560b43a14fc2556a4d0c90907b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.195291163006914, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:20.514668+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e798f1d7-927b-4206-a6ed-e9ba0f054adf", "result_sha256": "1256c8a3db59fa8e912c3bc5d399b2344b87863fbc72b775315c063fb28abbdb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.324038546998054, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:32.673438+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b52d4ccc-62f7-4a99-b768-559ec4502b98", "result_sha256": "bc299e5229fe54d7a4dc11d78980f5ef432a8a75fd59c000ad288e8792e36df0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.800895243999548, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:41.845632+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "079b36d8-9b5d-4084-aa72-154449912ecd", "result_sha256": "da06ccaab34efb555231b2b246b96e840371b5f254583a0f09195274395ade97", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0175, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.548800499003846, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:41.500770+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce65ac21-2970-4ace-826c-09373c89c707", "result_sha256": "955c4fd34e3877f1d8907c00eb4d7736a1e266081c8aa983dec8de111aa0d031", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0163, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.613806958004716, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:55.325162+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "339496f2-facd-4876-a063-f18225be663d", "result_sha256": "56aa413778ed0041628944be2b3bcc735a8614f56234ebaf905496934573693a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.065929042000789, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:05.798962+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "74970944-7df0-4d4e-a003-7789ac5708f1", "result_sha256": "a47560322d29576432220f44387080aab0a8d9247eb483b4fb0b6e94e267b8f4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.276238657999784, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:05.231083+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2dc834-4a2c-4df6-8162-64010271d64d", "result_sha256": "9e428972b6e170da95294dfb0bd22a48a6c499241a31ddeba85d6a2760f8c009", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0158, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.536938391989679, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:48.879870+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dd9bec1-d119-4a8b-962a-c5e17e301f39", "result_sha256": "4b86afe7ba615eb1a94a538048fda821af1e67429b1244c582fa921053fe49c9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01676, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.138817843006109, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:45.660105+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c73499e-145f-4fee-b6f2-2497fad2d850", "result_sha256": "a468b2b49e72252f0fd3d4345054a57ba72d90eb2e64f2779fb2f9235da8e92a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.714469699989422, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:01.465147+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "144a6edf-4f46-427d-a509-227f7e797cff", "result_sha256": "404d1a39841c15febdbb60210397bdb62bcbb9fa2521b83c1bc7b61cfa08949d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01715, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.231100042001344, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:48.698697+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e3b3c2b-3aac-41b3-8410-4777be9fc1c0", "result_sha256": "3c846974b0c712afb8fd8369083c672912286ab769ca2ef04234c2864fa439f8", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01794, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.260791519001941, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:49.210048+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4655b202-ff5a-4631-b775-20ed8762422c", "result_sha256": "41b6b61a88637575fefcfc298aa048f4924af4e284376b4e6dc89733383e7f02", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.570739727001637, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:10.263157+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "89fdada3-90d7-4e49-84a2-a29c3c7b5a25", "result_sha256": "ce9d60fce928825ea0434308c393f4e612a3f4d37ee9a9c49eae2a457e531282", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.024697889995878, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:48.744079+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5dba2ab-83d5-46cb-9e49-0f6b2e8f0ea5", "result_sha256": "6c0ef11b268490f650f3ea214a25a294739e0279aa619d34fafc960b93e85e27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.8983865569898626, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:37.517356+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b5c35bf-39cd-4d53-8340-1dfbbf99a260", "result_sha256": "5a2780e99711c90582b061cea1476e4ff47f8240e7595839c86f51164d106773", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01694, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.366247548998217, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:00.167339+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "910df91e-31e3-439e-bafe-edd2706123dd", "result_sha256": "0eaa6b1ccb827c36690aef9e74f8370201997cbcdd959491dbd2fdf9a47392c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.395900526011246, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:14.509670+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e910e3-5121-4697-9627-2b856e704da0", "result_sha256": "6845a6d805028f02ad6fbbedba0e5783c32f5b9146515255d599d30790f19338", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.8197459619987058, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:00.809113+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a34632-f0cb-427a-aba9-7e8c816bc28b", "result_sha256": "ca3f541ededc0904faa51f60dc818870e7e710d5191c7a43d731b7935934df17", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01587, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.051058500001091, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:10.316338+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "320cea89-e72a-4afd-bb6e-6292cf9b2a8f", "result_sha256": "90d9a381eea8fb388fb5a4bbbc4cf50c227589caae7cff17637891b7bca847d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.11450633899949, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:59.507268+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "73db6870-52eb-4885-b64c-05cb926e191a", "result_sha256": "5da665225888dec0b298bfcbe8244e23663b2558a0ebf4b8377cc48100a9cd38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.369943853991572, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:10.250249+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe6bf2a-d487-4870-9b43-87944bfed84d", "result_sha256": "ddbe9758682b460bbae2816fadf3706c21bf503b1279a11239fea2f95993867f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.388795416991343, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:50.233055+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bc3a59d-74ce-4c50-8fba-22be8fd37ada", "result_sha256": "7811d54acf31effb3318a7d99deff81443ab3b75dee716b24ef007a4c25bb674", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.065514218993485, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:24.831926+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8feb253c-9b2d-4958-ba8d-1ab42a6bc573", "result_sha256": "ab488ac07638cbe9d529e194b7536179f7a64012ed97f128d65570245c5d33d9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.397550965994014, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Sacramento", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Sacramento\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:19.324709+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e328fe15-94d1-415f-be06-bf3699228f61", "result_sha256": "e0c69c98696fd64c0a78c3c49141cfb21bf0c9f481c08bba7f914c0d0aea1b11", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.182913366006687, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Great Vibes\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:34.575433+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a48c13b3-2a1e-477d-85f6-8fede1c42b5e", "result_sha256": "82a4f2fe2174ca8f26d77261e0c8f5d03c025f13de4210e798ec3b7a718ba3a7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01706, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.716487811994739, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 68, "predicted_category": "handwriting", "predicted_font": "Herr Von Muellerhoff", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Herr Von Muellerhoff\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:40.703846+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bab1db4a-4de4-4664-b567-3c4975f9f9bb", "result_sha256": "8896b5e37cfd554be293a288b8fdfb8724f7be59a5eec00dde3037075a44c5e8", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.340364776988281, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Dancing Script\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:58.138214+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67c8819-510e-45ee-99ec-dbacaa61e4b7", "result_sha256": "79bc757710711493c7425497f715cfd8c4dad049b6e716a52c177274b8332c32", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01625, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.670870096000726, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Dancing Script\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:21.212472+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "10155ddd-3304-470c-a28c-075162cb747e", "result_sha256": "9208842c9a6096d5746b474bb957f436cb3990471b0285630d148c29f3c965d8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.395709705990157, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Dancing Script\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:38.591631+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a172525e-cc17-4a99-a137-3029d166bd4f", "result_sha256": "40c8a6850a13f88071495db385bae8fdcc39069bdf02318ee20db66ea4a0c4de", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.735586114999023, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Sacramento", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Sacramento\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:43.842381+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c693efb3-f5bc-4ef1-b98b-23e4fa433f3d", "result_sha256": "7fce500787a59457d6eb0c8c57f3a21e8a474eee0881ad028d0dc8dce4bce190", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.518622994000907, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Sacramento", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Sacramento\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:30.478044+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "91902170-6455-4ca0-a7c7-2b153f697f2e", "result_sha256": "5da56e9b6cc8612139b34597259a76a927d63dca906d78e83b0efc1c2bed8758", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.030443997995462, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Dancing Script\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:11:12.907878+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2d42fa4-7cc0-40b2-8f0a-f43129c00225", "result_sha256": "8e77a841d79d01c4b5f52701254a2f4445a24ae8bb4c9f8fd0fd542cadcafa73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.426213983999332, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:05.667476+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "033465c1-318f-468d-8f64-6d3b742b884f", "result_sha256": "d0ef984a179613092fd3aa0eb753367258c49d79e0d931d64cd378bc75986480", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.089963677994092, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Quicksand\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:05.245764+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d612bd8-e991-40ca-a446-57c9d5debb8d", "result_sha256": "e29de792ace9847a87d11b2347a4b93a8e8f0397e9a206b52ad5477ac0441678", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.586762475999421, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:47.115741+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e1851bf-ca65-4d76-9655-b61837e17980", "result_sha256": "60d07a25d67875c097b48ce5e6b1cde31f14f5dd92896cd603bc388f0aaaf166", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.243480612989515, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:29.128403+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "04619029-9f12-412b-9821-1f9ac63e75c7", "result_sha256": "bcb719a4a7a225bae50bb8eab1526c9f1769d98916b270131ae8fe23541091a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01653, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.371647268999368, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:14.240958+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "624ff0a6-438e-47b4-aa78-a6ffc327babe", "result_sha256": "d56665367f363a45c8a45fe18833eff04eb86b8517b9e2b9f21e5ae13a787270", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01622, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.619986592995701, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:44.515409+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bff1c2b7-f949-4818-bd85-675341ce3fcb", "result_sha256": "7485804c80b978a5df4e43bdc30476771dba6e20233efed902ff66d30e817f1d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.090774376993068, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:52:21.395810+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc4123b3-79af-43eb-966e-0a3c5adc654a", "result_sha256": "c47992b034930def113a815508f59d62ad5a318604db662e419ea45167576d5b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.311176406990853, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:29.400638+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1302141-aefd-447d-9290-d7317d8cc39f", "result_sha256": "0aa241070093a11a259523cebe4aba94dd39e64b16da6324f10c881abb270f2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.056489392998628, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:25.747776+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ce3efb-aff4-4dd9-9c37-107506e4791c", "result_sha256": "0bf55718a31133256cd574554a8e3e060c8aa0e137f2aa9a9293c2af8e175dc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.4495525320089655, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:35.067766+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cb78900-c8bb-40a5-ac9d-43be7ef28254", "result_sha256": "8e284c17c1d63423936ca75eb36fc63f1fb21737faa94cc3e450cb1fe7822453", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0175, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.9974478539952543, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:05.019784+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2ee8265-e75e-4c93-82f5-961eabc65048", "result_sha256": "ae6ca8263afd8a4f707693d336ad510d811aab275404b0932d24b96c6e3a6b5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01734, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.1862677250028355, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:54:02.943336+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9078b47f-ca74-414c-b1ae-881ad60d7d6d", "result_sha256": "1245cb24419d848c84a6c211f3b8ca8c3683d518cf5ec7fecb4c246f74d274b5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01725, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.750349559995811, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:20.880591+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ad67d58-f7b7-4076-bd59-1f16d2419f4c", "result_sha256": "5ab46357b4a58e76cfc5d943ce7b5525783403bf3e441339028ff37e5a4b7bfb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.626544252008898, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:43.283402+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a431b5e1-7181-4d63-b50f-32ccdfd9f36d", "result_sha256": "ff8757e95b77f79389d2074e68abb28ca2f6cc71f2360e232e2b873116e0fe62", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.6286381099926075, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:59.880389+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "13838b31-8c39-4141-bda9-2f6f664d3359", "result_sha256": "567eb8da51ece4c001370cb8667fab25e65a6aed53bdf7235d954ef5b08d1efb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.44421005800541, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:55.923844+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d1d5458-c1ad-46da-9242-c3d223038f1e", "result_sha256": "d4cfa5ac05065beb59e6cb8b0a6c1e4cb426f4ccf0356305ff46e084d794c82d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.4361627729958855, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:14.140531+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "88cdf306-1db7-4118-a440-264b2d486db8", "result_sha256": "85364280d3aacc297d3bad66b952699ad4d7da05faa3a690d2f552bfa378bf08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.210986430000048, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:11:56.949977+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "79033530-4b4d-477b-be5d-ded6f470fc8b", "result_sha256": "144c9b82db1120c7954321612f5435d7100bdad12fb42532a01dd865db50863b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.294792134009185, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Manrope\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:52.076561+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3dc019a-9160-4c99-928c-6170f769bce9", "result_sha256": "8e27a1b4d18496c94326a607d682218d9fb2a4bb744a9f7508979aa2c4b5046d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.784997950002435, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:17.276402+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "328c843e-40c4-4f12-9ef2-42e29f6fea40", "result_sha256": "96a2ec7aa9b396f60b1c7e6165af581b3c66647e76407eaee38311be9be46c4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.677524623009958, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:48.365184+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaba5680-84a6-4693-9e64-e528c14894e2", "result_sha256": "39af30de70ad6167ea68c01540c18e01366198d5ddd1287a7be384f0a6cabbf7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.416730201992323, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:43.249642+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc460b4b-5ea6-4395-8365-d0bd52487d89", "result_sha256": "a1ca773d430796e268c5f9d7be76899572dfe6784b5bd2b6d5957b0a49043bef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.39303009500145, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:13.692008+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "742aca02-feaa-47f7-9198-4986ca7ac5d5", "result_sha256": "bb8d28c0f1f3bd795b0e21258b72e010486ad979103d7c2309cbf1ceb8040f57", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.40161451100721, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:22.284025+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f217d93-eb80-41e5-8dc5-526284fcf5cb", "result_sha256": "b8587519382705e91c99cb2f45eaa1f2860fcdbc2080f8b474d55c93631ee1f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.234749854993424, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:33.129983+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d1b37ad-937f-4b06-ab27-aff69c889bf0", "result_sha256": "a6ca7352986fd463a52d09aa6c2d3a81f2f1d29daf46859832f8f50fccb2d36e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.071872243002872, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:08.778368+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a98d7920-c888-49cc-80cc-8155a4227079", "result_sha256": "edf1ba8fb74bb83821f75bd726196ecfafbad2f9d3b91544963a1cdaf2eb3a06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.9482939890003763, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:54.139711+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5b43580-a861-4b4c-a558-2004f5d0febf", "result_sha256": "a0c1424ff583abcfe1a999b1aa048dfd0e8b21cd895b498d76dd04721137c1c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.144068386987783, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:11.403908+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "afbf1375-dad0-41ec-83d7-85fbe122125e", "result_sha256": "1af3248c2eb031f17d6c7e094ba9df7997a6a9ce4c9b3f60b644db0bcfae0b6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.56718083099986, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:30.380743+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6da99905-1b50-4b81-924e-35e41554943c", "result_sha256": "b3fa5cf0da447dfd0842f23cc5f39ea8b52e348211bd6f3b3a325e9dee9f4d3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01734, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.096258207006031, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:38.799320+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "63e54f15-0316-4450-bbdc-bdb09a94fd4c", "result_sha256": "2a86cfbdb085fc10493d1daaba58deee5c16f5035a8d0a34a3f3eb496917520e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.312224232999142, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:20.843988+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "be721c59-0935-42ff-82bd-0ade4b217db1", "result_sha256": "ac2f7ac2691ccb68a8e3bd061f8f02de5b205de2a2eefae48cd89f2fab18b515", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.54539175699756, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:09:00.340707+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8a7899b-20a5-4d66-aed7-bee4d8041de7", "result_sha256": "48ec6f3e7989e98857ffa5e25b59638cb11df4f668aaa209af2c6c29871b2f83", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.022861846009619, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:14.309794+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "412da847-1e4a-413e-91ae-31ff9a63a975", "result_sha256": "ccb3fcaaaaecf7cc38b2cae8beac61c2032be6d553e83ba3f257866835e9c16c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.791423249000218, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:39.401611+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "901c6aaf-86db-4229-80cc-3fa05c56aaa8", "result_sha256": "edcf49aabb4134262095d243973e8730990f49abdccc024934b05b0891253ecd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.666600522003137, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:07.333758+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb6b4836-a0a3-4b77-8ce2-384efe195d1d", "result_sha256": "a1804dfbc999f6bd46c0fe5017088c94abf1c447e24502ff3d74c1950198ead1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.017547463008668, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:53.064773+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "19177193-d19f-4c20-9df0-e0017b305297", "result_sha256": "9c0b0ec57a4acfba7bf549b8e085b68570527d4821f46d8fdec2a8c7d517ce57", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.33278451100341, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:47.762150+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf2ef26b-cba4-44f0-835a-efa7011d4ede", "result_sha256": "493df2ba48cf9dfe2e2903927b915d8c7100c38190263c280479fa0c1a8d34a5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.760060234999401, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:57.566580+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0347dd5-7419-4cac-aa18-64a3aebc7a42", "result_sha256": "e4cef7d85feab72dad9dfd1bfcd2fe99a61300ad1a5c83a3a7d25c19689be363", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01809, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.425755575997755, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:34.348429+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7abdf60-5a10-4488-ab91-57172dcddafd", "result_sha256": "cada644c509fe9ccf78fbbf84d8f11bd8309a8561edf3cc953b15499b6b3ebf4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.072075109987054, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:41.602614+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d080c417-55ea-41c5-b67a-69be575d8c65", "result_sha256": "1f8bc295ae6ddbdc19ad96372dbcd3d8a32a15a0a9a152170d01f6a9c05018f1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01789, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.22675055199943, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:52.436060+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bb4a26c-975f-4ea1-92b9-a6d57cbc289b", "result_sha256": "db818ae101d34d2b77abaec730d2e4a313d911d79d74e234f277635b5cd7b43d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.3188100600091275, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:12.063587+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2c3d9b5-13fa-44c8-94b4-db9bc5c65cb1", "result_sha256": "a642779ac783df461ad7ffd4aef8cb1d0f4e317d64eb66fa9cbd946fa677e0b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.971113330000662, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:15.500425+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "25957f6d-9d21-4129-8d61-d6c1a3c4d44e", "result_sha256": "97aad66b70592f5c4ac6e1122a5b124e8b48403f47e9e29ae536a82e6b6a755a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01627, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.062889389009797, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:56.230317+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c1e8833-2d43-4723-b07e-0aa1a19fba52", "result_sha256": "418f6f474a167142437fec665596e8c44b7f334515f5571c6256c796a8b104e2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.55927645599877, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:54:01.619193+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "171fd72f-d465-4194-b7be-c658825adace", "result_sha256": "96606cc663595a5e1699ca46ee84e522ce10842c86e801ec8a61915b8cbba165", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01676, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.930851356999483, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:27.758590+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc302321-f18f-4b85-9505-fbd131e9cc62", "result_sha256": "6244eb1ab6264e8149d865fcfd161c1c272f934b726df6f78722df1054bd0016", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.177346737997141, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:42.045646+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "135df6f6-c11b-41b7-afd3-c82250d7d07f", "result_sha256": "e9ec175003d413e58f069111f136932f83b863b9c37a58d11c9927e48aa0972e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.370040727997548, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:20.110485+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfb3d60a-5915-4855-a4c7-59701a878e2e", "result_sha256": "edfc68ae9112c8e9c427c277449af513bcfef17c4f1677430b3c50506dc8d2f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.752167307000491, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:26.925550+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "07b03ba8-8371-4105-b360-249bc4573469", "result_sha256": "eff80a0c99f06117a8a665a04661249c17a65f0c66ae9ba1d66f988776920223", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01712, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.33248844499758, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:36:02.977220+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cc075fe-cffa-4259-b953-41e7690b328e", "result_sha256": "6313c08bf7a286ad4b13e2b345e78f39852197c134719b425aaf07a8aa199605", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01755, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.533137359991088, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:23.314998+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0eb6ec2-92c0-4716-babb-fa6b6ba14dee", "result_sha256": "ad32554342da0c764fb42aa6439683c49ffe0940120f9685870d6a5a7a4734a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.8790406019979855, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:04.000185+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d17515a-4820-493b-9f43-3f29ada0d6fb", "result_sha256": "f574aeb91b44285d31219fb7ea67c79aaea952476a3e29478f4c0bbbb9b09b22", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.079264018990216, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:59.961251+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "34ed4105-b2b6-4895-a6fd-50513f37756a", "result_sha256": "047eb2ab00213fe424033947f96c81575c7597810ea5bea5db5f384f9837203a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.720026940995012, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:31.701872+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a712764e-f122-4f6b-b6b4-e0bb92c5806a", "result_sha256": "2e81d6b9f0b4aa160a48fca4deaee6d97de7c52afde2a85aa2b8f59432dfce1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.572726979997242, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:54:51.979604+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec665f05-9d3d-4c20-8577-c2b307bd77c2", "result_sha256": "f877e790b40b28e4f6f324ace6ea10c9ada12c342777c85ae50b594be5f40270", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01689, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.489687904002494, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:15.003613+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f2b238a-8dc4-4fc6-9408-029dc8689c54", "result_sha256": "99267e6c34c97f17b2ae03ce2ad1aa394f4033dc29ca646f18396efa2d4147ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.528343063007924, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:13.551329+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5191fb7c-7c39-4405-9ff7-263ee20c27a4", "result_sha256": "dff9c9af093f2a8746810079fb925f970c309a6f0f47589271043b1e944fcc55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01691, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.3566230480064405, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 65, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:51.675166+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a8675ee-5b02-4db3-8139-fad6d64ad09b", "result_sha256": "4fbdfc8291ad03069c981c6471057686538043d292c3cecf3e5b89aadb9dfea5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.201860560991918, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:51.583964+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "31de9813-c495-4429-b858-9753cc76c5c9", "result_sha256": "39c5e382c9355208892875863395110ab26e00855fb880077dbd5473db3cac4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01653, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.321556155002327, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:24.854825+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b1a8062-b362-4452-8936-12eaba033b4c", "result_sha256": "e7cb6d471115a3fec2f26dbfe0d1900923e0c1c03e87d2b84a544a10f7a0ef5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.394414783993852, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:56.490223+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f138000-e188-43eb-8c57-6a8d867e2f75", "result_sha256": "7741c4091c8a2d8f57444711d2d03d10e3a2080cf15693e627674c2e7a88b6fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01654, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.257467017989256, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:44.622085+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1cbf619-8d27-42ca-89b4-0d581387b9ba", "result_sha256": "e4b69453c661ef8ff6f72eb3a57ca18c4d1a232029ce4f6ce25e9f4477463193", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.454343594989041, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:01:45.130528+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb341511-3959-46e7-bbb1-9f6a251603d2", "result_sha256": "2dba88c4c8ab1eccc46bddb85f78881836c9794853e4d2a4283ff23476943f8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01667, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.319545724996715, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:39.319928+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8878cf81-2925-44c2-917a-9e1b149df883", "result_sha256": "abe78d7935becf63639bb5037c1e4fb4382d188693f92cd9472111527554ecad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.372576529000071, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:51:17.143844+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f111924-7cc9-4cf9-be2a-82fd8b3a7fbd", "result_sha256": "0192bf8b77f1791510dfd4f738c225f1b7730d67e92aef57553fe5388c4f7932", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01635, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.160492780007189, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:29.237188+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "130b29e4-6def-4de9-b0fe-8593fd7cde88", "result_sha256": "d9b31ec0f4e089d7e423402730eb3c1d771d098cddbfb30e45e93718d60d088e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01587, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.291794962002314, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:21.682524+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeea8ccb-1d15-4ed5-8692-ad01e24b2521", "result_sha256": "d8399f59da6deeb6fb58f60adc836364ab8f008b53e7cf1ae348c10044f54e7e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.120184927989612, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:31.818596+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6b345c9-46ce-45ed-a71e-ee210fe9e4f8", "result_sha256": "b20fa50030201e0c8cffe349b788923b621967e54e9afad35d69debab0bac790", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.100387337006396, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:57.664226+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba8d0af2-503f-4195-aac4-342eae8368b7", "result_sha256": "903bc710e01914a3660647bbf8a03d259fd7d6f3dcb5c8775636747a595c6853", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.270258675998775, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:26.141521+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7119cd90-5661-438a-91ed-1571f060a0d0", "result_sha256": "7c2045d42c2612dafe8d714c936c8f2cd8a9ce3e7e36a33f1a2a1cd122fc6b24", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01799, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.430784033000236, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:34.550062+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c0c9992-ba9a-4e80-94ba-6b9b57b30e9c", "result_sha256": "7ba2b961514e3e623a2d16547d42c80035e492b2aabad6a1f06483b85810baad", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01667, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.870358878994011, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:37.902505+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "26b35318-a38f-4a5e-92c8-c78ef012068c", "result_sha256": "590b02c904279756abaca751edf53a0e17a6154f20376e627aafd326f517f99f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01726, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.588173755997559, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:39.166586+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ba981c-7746-4488-8891-fdfafd9e24d7", "result_sha256": "1ce9ad405431ff235ee65b528747c327c3cb52c1b6a38372cda69d76af95b5a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01582, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.713254032001714, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:59.181653+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3785f12-0f4a-4982-b0f9-0a71a5b30274", "result_sha256": "7ad33620621d625a9e3cbf71f8d44af1cc448f19c6aa884376e21d5f4e85ee16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.4449431329994695, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:40.587872+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0103ce1a-c35c-46c3-bb85-8f3b0b28ed5b", "result_sha256": "17ca859bb13895220f5bf2fdb1aca0def19a7c74b9d72e89afbec3222342f4e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01689, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.9531481379963225, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:09.490718+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe20af96-94cd-46dc-b4e9-19e6b542a62d", "result_sha256": "6f9ea68660f921dd0752d7158fe99e118166f95901b261c7563ea4c7b144372f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.741959198014229, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:49:44.357912+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb319465-e205-4938-b6d9-2d569599b029", "result_sha256": "982f940b7fff6b61aa56fe920e745d22486422661bde7191c9d457f366b115a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.662345286997152, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:27.222897+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0700311b-a3f0-4500-b863-864adbba4cd8", "result_sha256": "c26f1a6e3d0379e7dea4cf6486874e99ae87ec68cee7b9a28439e6fa8d4ec32a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.941058415002772, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:43.964017+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3693253-27c7-466a-98f9-5fe28ac5ed80", "result_sha256": "4dbf33fb2fa23e9951aacc626131c099a222429de62fdb523ef6ead7d8d30e90", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.133717103002709, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:16.299532+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d40b77f2-5b54-4ca8-b2d6-68454f92cc5c", "result_sha256": "807987eeca21e53845e5345a015d145edb424477c3e1bd1ff97c7e620cc1bdce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.243269757003873, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:57.877122+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe21d6d-b6b6-47cd-832a-2e9a98fc871d", "result_sha256": "a45a66ba5047b8a2a9121319fbabc87b6283fe6906aaf517387371e700d31591", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.873058868004591, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:34.128270+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "de54923d-a3ee-44b1-9096-6a41e54bdcba", "result_sha256": "7a41235e7c69f44f70426f449e9c7de2dd1d15892b62c7ebe13279d724f96195", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.699307482005679, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:18.491658+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d261e99-5be9-4de4-a0cc-70ae1e7d8ef5", "result_sha256": "210b4eb2e7ce537d19b676dd294b535cc4fd63cbddaefdaacf8eeec804f1df6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.253974802995799, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:17.131426+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3e05913-f00a-4e8b-99ec-38c7775d5e9c", "result_sha256": "502e5141a33e52d9f6fe57b399908f65d10c18106cde336706aad3ddd5914b2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03574, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.154780222001136, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 446, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:32.864896+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "82c95cc6-e4f9-4bd9-bb4d-faa0f828b04d", "result_sha256": "42d3e17edabcc1216d6007fe13a8f71e60c82320db002ad002b4407e26a59538", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.160156393991201, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:38.308786+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf7cb12-d91b-4d0a-b792-13d85df45c39", "result_sha256": "044efbf85b2cec62134488f8d16691bdf2b7ba0ec76ca90cfe0b62f320652801", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.286390711000422, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:08.100138+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d668dac5-509d-4891-afe3-e6e52ec2665b", "result_sha256": "25083484c3ea8658d3d343dc8b95d1a3042ecfe9322d156d12557fd6e066f6e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01761, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.281586378987413, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica Neue\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:05.220266+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9beb7afb-33db-4295-961c-9698d7a274ea", "result_sha256": "045b66140a256ca61d7498ec1784669ad9267d145910c145728989eec0c3964c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.086283837998053, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:36.504231+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "577bedf5-e048-4478-95c9-9185b0e8be84", "result_sha256": "07ed0d090fac573d7ab6d2d862b66b774ef5a17ab7dc5832dd5b16c40d3b43c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.164483278000262, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:23.234548+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "838573c4-c0a9-44bf-b199-37a2675e2d9f", "result_sha256": "697cfda191e38c81f79292fb9bc79a4800c3381840cd87c5bcb0ca307d9e5b79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.246457410990843, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:45.481662+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "82213647-7881-411a-aa9f-8b712cfe68fd", "result_sha256": "ec7947b20693ced47e0f34c8a6ac31f3d26485a56ebf9e1bddb97cb5c5f84052", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.4333355170092545, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:21.509926+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "04ae0449-76ff-4175-b42b-120fac834e09", "result_sha256": "446f6650c505e00c87a7c7a7a6392ca573aaa67a6403cebe55fb5f7b0ba01380", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01622, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.563831753999693, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Arial Narrow", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Narrow\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:11.918806+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bb6c370-8ed3-4183-b6c9-efbaf5d20d30", "result_sha256": "d664a25c8a0283617f5996f6969cb8770d14e47b9809493f116c34dbd939201b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04472, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.390848939990974, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 632, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:51:44.209790+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "536de57b-c93b-479c-8185-cd77e4000d30", "result_sha256": "0a1696fc488f2423c87aa195558657b45ede2182a8eb9c9844e5cc1d9270b531", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.488013979003881, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:11.777468+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6ad7248-f9f1-46d0-a486-f76849379232", "result_sha256": "cf3dcdf8b51f189401020e8307505e2f9356b9c73e789a872ae5e418e6d5596e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.235054335993482, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:54:00.211334+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa15ff6a-8477-431e-a890-b94c41827666", "result_sha256": "f737a0aa5209398eb5d94ef33d9dd40b1765943e32492367ece13e5e8b36fe5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.218649768998148, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:05.144556+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "80e594e7-a7d8-4592-b063-cf15be10f5ca", "result_sha256": "929f2341ddac088734666fd1557c6e2e07820aa955548fc26f7f80a650c93fb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.460227122006472, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:39.951109+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8677c250-714d-46cf-9478-2afd75c0d9ce", "result_sha256": "e9eeafbd8762c7f031a37e36ddf9632debcce2cc8ad8bdd975ff69092624d4c8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.39380371599691, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:16.622725+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa3fb95b-bce8-4f0f-afe6-2eeb471c281c", "result_sha256": "817a017eb755b77c3b71671f5447d30bb0a23db48d8cd5189595d3573eea3360", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01667, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.988701813010266, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:27.711196+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f62d6a6-a20c-46f5-b331-1e0018845aad", "result_sha256": "3a1a4aa1c7c212373a44aad8aee00451e5d1d5aa8440a0b4b7f5cb424bd6b1dd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.666408037999645, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:12.622143+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0184910f-d327-413a-8381-b8d2d75b0209", "result_sha256": "bdfed2556f45f2e485557e6bc89b246727bad8482d1bc51f79d8eb7f70371656", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.2950178629980655, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:08:13.459989+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "24a1f6c2-17ab-47eb-abe4-bea9071b9781", "result_sha256": "b4b6c384522d83f74616adbb96518b9999f19b9bc7954fe8eba43c0adc051671", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04275, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.698669360004715, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 591, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:50:00.108506+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e739ba60-b89a-4761-bd45-4ba4c78bb4ca", "result_sha256": "29331bc34e97440eb8627f2c4e68f95e315b0a8a0724dbed8b631f6e7d3857a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.315962911001407, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:08.591850+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e0aca03-0dd1-4b89-bf2f-dbb7f7a08f2b", "result_sha256": "d4ffadc423b630c2d47c240649dcb4ea5d77de59be39fe2cc22e2e66032b927e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.837440446004621, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:46.959646+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4653ba68-7ffa-40d7-ba78-73742ec28b42", "result_sha256": "05f6db3810be2495a22acdb35a273217f6b0574fbe7c5c2a871e496884fa6b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.481965637009125, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:32.879707+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "df9e264f-477e-4605-bbb8-6e769b49468d", "result_sha256": "68534ce5b6d30487b9ac7d8d6e9723a4d40e0ea61b03b365a95a021f559ba30a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02664, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.787119447995792, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 248, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:16.950076+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9b1dfa-2191-4db4-a234-3e1cc7c927ef", "result_sha256": "3a6a56b597ec12aed8ed50f32f935c942fc259a92af271a3175835c169395d9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.333033595001325, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:38.306038+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9b1af15-9f58-49ae-b4c5-efdfc87937f2", "result_sha256": "c5074d281087c1696630726758d3a7b23847ce38386e986fc52a023f013514e5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04073, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.33822982100537, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 546, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:18.291952+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a7ff13f-03e4-47e6-a978-c9d977e912f2", "result_sha256": "906572295b5748f60966f1269a3d305c8d1168df103008dc8e7cd66fa3462100", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.387989284005016, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:21.133486+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "11b67a6c-3d77-4096-b431-ef640de087c2", "result_sha256": "ce3fbf6f3430408365283d745be7ca0b47286a532ce46cc238acacb98301f1b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.1621923109923955, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:06.940227+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e70d2ed6-6516-4da7-b5b5-37d9c789171f", "result_sha256": "d2061b1e2d804811c2d31272e367a5b866d0562ba7732c40b1c6a720bcc740b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9369976029993268, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:17.719163+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "184a05d7-4da7-4191-9bdf-013a2a63be85", "result_sha256": "db11e42d347a0cf3dc7e2f62ab33892b38b8a53b5ff5ae0d2e39c018a8205596", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.142298156992183, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:11.468999+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1ad4089-6af4-4315-91ee-c17b357dda76", "result_sha256": "ed723bbef6db4a6d762de045bdcbed925e1c5579b1701177a85a9e612b8f898b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.541272308997577, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:27.842980+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d521ebf9-737e-470b-8d06-3467dd58100f", "result_sha256": "100446acd9c532d2255897b78208755cc786c9737fc99b936f93d9195447a24c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.264347210002597, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:06.273119+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "06382809-0bcf-4923-9f78-944aeb780fc4", "result_sha256": "2dc96ed595589708964b621cd10e94a1fb464021fe49547010e7cb365a4e764f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.338247127001523, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:09.843014+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7642cea6-af3b-4376-820f-2e410689f140", "result_sha256": "34bc1454caf7f28d0c904ad5071c69c64cb89403348f0434b7ed79dec6186403", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.815316819003783, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:38.141464+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d094944-7746-458b-873d-6713ddbba889", "result_sha256": "c53c0bd00c1a83fbdd6a4af8d775795ec47d98c68845d8c751e3e8d4a9fa5371", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.029670941003133, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:27.600469+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c564673-d0fe-4d6f-a5ff-1eeb4ffd3288", "result_sha256": "4e80c7e2b73894f85bb7461bb92b385051c363cf7c871edc1733fc17a819dd0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.483639655998559, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:58.643364+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b7673a1-9c9b-4d5d-8b75-e86ef3526a2a", "result_sha256": "a2ece932e41d7f25cf574fed86563b50a06a4ec9155e50e878fbbb61c2cc503a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.13491864799289, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:41.839776+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3848b2a-d143-4c65-9189-39bf236f791c", "result_sha256": "c5f9666a116b6cabe4745c465080d2a0f69a9c1fe98b5eb16dddd399e34a9c91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.249083586008055, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:53.150669+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab4973c-e1cb-4699-a46f-d5f66ec11ce3", "result_sha256": "e18dd891447edaac4aaa616770a31b4451044b8f8daa62a528c00e298015bc5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.622982768007205, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:47.318272+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "71b2e6c1-93a7-4031-8d28-214db9fbf972", "result_sha256": "08b9d80f67a95e60056bf5011ab3385e6e27406d1d109d81f620be0c687e234c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.116350401993259, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:22.431914+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "daa64a74-7404-4510-8267-3a689129d590", "result_sha256": "96c1e594773ba777f02b158895d130b782beac79535db16b3803ac3ab4d65ac9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.210158887988655, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:37.140434+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0a8b72a-b8a5-4f31-b478-f9e23657105f", "result_sha256": "770192116fb869f24db188f7869ba6ba12d48f20ac03de16992e579ffc5cad12", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.250577829006943, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:08:40.249749+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e05653-3c3b-433b-a15c-8187c1f0392c", "result_sha256": "c4fe4c0548eb73599d1e58023f742e52ae9412e670a44e29d8f67dc0c773b7e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.823791843999061, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:34.307642+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f8fc102-36af-4aa7-abfd-dde53bc469cd", "result_sha256": "733bd0bc4953b053f0ca158368bf51d525fd26f6164b82b1fdedca18442069ba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.679811590001918, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:06.972205+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5160116-a790-4aef-84c0-a50b55dc95a7", "result_sha256": "d15634be2d12b9be0208604d7bb60d1c298c9e2a8c3a0a4a75b5a31745d3397a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.224450857000193, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:10.510911+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "870cfea0-43f1-472c-93dd-cb13db1cde71", "result_sha256": "4c8dc7912441a8618ebefaa6aa8ee671cf7d4580d2597abe047fd0f9d6e4f6d0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.237462012999458, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:29.763072+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e5d552-9751-46a8-af40-aec6af01677f", "result_sha256": "3d6b0261c3574c05795ab4645cd89cb75864219c0a7aac2ec0d08b04cb96e3f7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.938239202994737, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:44.898972+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d510789-9adc-45d6-9e46-76178cd81dd1", "result_sha256": "9f4f30fede30321697a1027c1319edccf74b835e7ea09481cce66fae29731745", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.094121862988686, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:56.368466+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "717f0da7-aef0-46d3-a5ab-a07a46e72379", "result_sha256": "90ce51a10ed0119dd749ee8ccafe7ab9746591453fe06e8a3388ae88952e9ada", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.658915142994374, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:31.163205+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "193616c8-ad3d-456b-ab2f-37001c1105e6", "result_sha256": "595c057e9bd254ce45cc4a6a2082dffb9662a1b104a318ef3480bb12f83ca586", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.563389522998477, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:15.774305+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9541bce9-9041-4f47-82f0-559c24cc5669", "result_sha256": "bd0a4773cc51c7a51a1bdb8eb6d51958155bf779355a21415e278e584ca92b07", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01676, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.859870067011798, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:37.346021+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0279545-dbeb-4eb1-9172-09c175d0b923", "result_sha256": "ae8b5bb5f11ff49a48dca739c1a94b786302db50d7992d5584314029ff1fa9bc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01707, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.510401496008853, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:36:41.266772+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7534d487-a9ce-41ec-a69e-e063468238b5", "result_sha256": "3f6ee4e61a3160a461724a9f7e3d7184e681cbc328af2128e3f127db6b412d92", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.335806856994168, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:44.448340+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a7d93f3-ba75-4435-9a88-261ba4e5c961", "result_sha256": "dc861f4751baff4ace216c76a18be22719a63866ae2e16417345fa2559a8ba81", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01653, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.238512459996855, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:27.892916+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c5119f1-a7d6-4994-8f9b-9390681c3e3e", "result_sha256": "c9da46da5ff939f435fb999e1aae140ac03eac9c836301702600d9ec96fa7b69", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.942989832998137, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:56.139252+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "644e9b34-71f5-402d-b15c-ca60db14e274", "result_sha256": "d09513b4db49c6bb67670817abe79eb7d3be83b3228bc392216d9729dc5ba4e0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.292386351997266, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:28.886471+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cd299cb-dbea-4d2e-b4ad-dac5171bcb9e", "result_sha256": "c5b5cfd77668b8cae70d81200f163bf3a3cc4489f1d6eb662e901a87dc0eba21", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.612311864999356, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:09.535853+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a20e90ad-c67b-497e-b7c3-8f90966f2027", "result_sha256": "574ced3d0218aff94b66ae35413b7176a1c56df96fadfc7e859029e0061124bf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.205959746992448, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:49.700341+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "222b53ea-5605-4341-b081-009b4ca20029", "result_sha256": "3a000d5630ad6a8def309214f086ca402e1cb553aa2967a08d6bb6634fd7bb56", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01671, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.009426829012227, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:50.129136+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "559f241a-8160-4771-875c-b231ef284d8d", "result_sha256": "1c6f043f0d6e18a3f45de84068f61a63d17ec53bffae35e078f125dbd728487d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.641757133998908, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:41.249651+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "571aa858-13ce-4b61-b268-d43a9bc4c0ac", "result_sha256": "7433b71bb0cf0e77bd298ccdc84d8893a1d75d9ea08e2d89bf5a1e0ac8eb3753", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.479599001992028, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:19.390122+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ddb816a-2301-426f-a1f8-b7115cefb0f1", "result_sha256": "871ea4863f14f1cd6e5c2422420d44ef0bb1469bafdf2c502fce617762c9cc37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.495607019998715, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:48.212273+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "66367844-05e5-454d-9f11-31689626f165", "result_sha256": "b97a4ed9e8c7850eb762500d235715a830b5c755931ead6e01f53f74223f0ffb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.906912378995912, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:11.570404+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb5426f9-08c0-4936-b7f6-78cb7850cdc2", "result_sha256": "ff5f078ee9893e6175e75e2202a22da23614885b6c0dfa5260ce6b623a85f155", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.421994165997603, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:49.212491+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bce5bfee-cbef-480c-af57-c3e15bcac0e0", "result_sha256": "438c02a87640d217b9c76de62ee2db7d702e4c5e7671cb4f72af306df03b9582", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01715, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.256651818999671, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:46.785622+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda92b16-9299-4495-9e9b-3c21592b2b0c", "result_sha256": "044d3dbd55c5937b7308f3dc5ea2cc5b0eb1a7cca227663871ce8cafe453a8e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.635726920998422, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:21.710140+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6119cfd-4018-4343-bb3f-404a63f938a6", "result_sha256": "1e4c15d48d475fa47776dbd918c918bcd19c89879c270d8380221e799daebe40", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.251983487003599, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:49:36.689055+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1ad25cd-f150-4cdc-84a4-97c6604305b1", "result_sha256": "c6d7c740f8636923c1a39feaf3e1b735cb8c638a22dbec576434a7e0fd0430b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.909605027991347, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:37.720661+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0b0b37-1584-4d3a-b774-a547f78b428e", "result_sha256": "5299bca0956d2c44688b0895b57f2307248757ccbdfd081bfecb4c29b3fa9111", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.898838692999561, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:13.562868+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0e880dc-f0b3-46a4-a4cd-8b631f5f8ca1", "result_sha256": "a7acbf421210b042e914c1c1e4f7b15f6bddff9f0feed1964b42083acb3b194b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.282685177997337, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:23.318765+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5f4e085-a9f4-46c9-8adf-7a7ab772a015", "result_sha256": "01077dfca62c499de182b627876f11347d1dd6f59b2af4bc513dc04d4eb7f4ba", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01656, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.069655530998716, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:29.091868+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c2270fe-21da-4b0c-ad5e-4f87f2f464bc", "result_sha256": "2b56c6118899b7e18b29bf7aea24bb23ad28500987bc4937243e9817da84be9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.941950171996723, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:02.610188+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "28291a35-4a8e-4d3d-9b9b-4322dbaf3b29", "result_sha256": "0f00ca69327e42a8fa2a459877067d58be017705e1131aaf685cd19dabd44c2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01595, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.4134659839910455, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:32.149648+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5facc0e-110e-4b34-b027-51011e58ea98", "result_sha256": "3a93518233ae97f7505658b59d3fcdd02951a739c1f848d1beff7b9e114cd4dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.8908778649929445, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:14:58.010427+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f99ee0d4-eb7a-4b1a-83f0-d03da72d0e0e", "result_sha256": "bf839765128ff766cd344c4bb8880929b94eab1b3ee2a95dec3683042d86e7ab", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.78388851499767, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:22.853849+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1e3c60c-53e5-426d-b4f0-189b03b4fd96", "result_sha256": "5e45c4be9ded73b064580713589c2e12abd400c51d321d1044400e25fe2efd45", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.619327079999493, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:30.381047+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f694ebc-6d77-4838-bc33-b20bde9424ff", "result_sha256": "942bef7df761a4b489f7a4a0cdfed675a5a76d2fe36aefc22ea5114e2b90901c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.62308381999901, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:53.881956+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b86e479f-f9ff-4b15-8b52-a681cc3fdfde", "result_sha256": "a72e080454380098db8096425102e7b401f5396d0345e0b9f1d26159aad5827e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01662, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.962398964999011, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:46:12.386446+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "db0de026-c586-4e71-9fa6-0846ba62e88a", "result_sha256": "47807cac20f8f05c7098ab3743137f339689288cd5c1058f22053144d8138a4d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.203524420998292, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:02.549549+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "23fa05a7-15c4-4afe-a417-cc50cc808892", "result_sha256": "b685378dab1934ae794c85d4055661181ade061be81b3e32c78faa7ba2593bb9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01684, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.340956829008064, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:43.838046+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd5f10ff-c8b9-4c6a-afa6-43fa1f17b6ec", "result_sha256": "5694583bac260e03fad7d178851df8f6d8cd4392ab607b93c6cacb4a24a56790", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.195552063989453, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:31.101130+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "35e07ba5-f869-43ed-962d-0f8dc444b047", "result_sha256": "732d52829970de6e07b7d368bb3c61b1ccf9f90d11a11e4055f55faec5375622", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.572254855011124, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:16.511497+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a39b277-0c5d-4f76-a460-c201bb264ca1", "result_sha256": "35f473efb1174c84e9d65c8d25d04388acce9386bbccbb8dee5fdfaf5c957308", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.597248299003695, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:58.289356+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "249b190d-d4dd-49bd-bd4b-4cdb44b324f7", "result_sha256": "c347004c62a769865e57d3166c9b441cc1cbfde3f57fbaba4fc7e666f177eca1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.5136381430056645, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:23.992231+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b099cec-d5e1-41ef-ab2a-63e3f7d45f8a", "result_sha256": "5359af7a2772d85882337911b26ff3dee072873e776d74404bc49e0463cdba33", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.653492823999841, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:55.979895+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4777ad9-00f3-4aa1-9887-d7b621c29de2", "result_sha256": "184c1671b23761163844f2359ee86ec7bd7ccf180c8f7c395d4953c381cd047e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.821625345997745, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:45.216842+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4aab1e3-9922-46dc-91d5-878c37623899", "result_sha256": "700e1d773c1bebc884b780efa60cb750eb5eb87abf30003bef1aac1841036538", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.5579205750109395, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:50.393518+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee08610d-7566-4804-b5b7-e0f777e2ab3a", "result_sha256": "5452f8c0485b170dfda693267dfad4807c18a5d090ba1455ea1335ee91165827", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.146754144996521, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:24.772494+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d6d66cc-4554-4ec9-8f74-58b132d1e792", "result_sha256": "4e68ed1e8261f8fa9530e058a9fa622c9471f63348d8d1eb0bd6727faab8a207", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.660812896996504, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "handwriting", "predicted_font": "Kaushan Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Kaushan Script\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:58.846524+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8c5c20d-7619-4111-b9ae-4222b8ceb546", "result_sha256": "f4acea1c602fac4934ec8b1abad0277194e9b74177ab1a72535908912c28255a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.53294169199944, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:21.382791+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b72cb913-3dbb-45fd-9d99-5a17ecfd385c", "result_sha256": "649454a6b61ae153a0c7d514bb59ec6d050c0d888541cf6c8a25ea639213e788", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0159, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.632623490004335, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:38:45.286229+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "12d21849-a02c-4f95-a62e-50cce7b2630b", "result_sha256": "2d5f5081195aeeb43f1ed13a40f21dbdf68438cf8772286700c56be062e9476c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.26169122698775, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:01.377861+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "712faa1c-cca7-4acd-988d-a62f4764c577", "result_sha256": "3fa4477b82417be34cc772b6cc2fd01a6fa5ee9508f0d35e3d2a74a8e48a8d12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.818622428996605, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:38.036159+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6609462d-68db-4431-8bb2-8c46fb47a63c", "result_sha256": "b8369ff3c8c71a6a6e9849f2c2f617af89851f620554961aef1bf0202a574c56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.450139499997022, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:44.131021+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5c2e2f5-e49a-49b0-aa4b-830c34d9d88d", "result_sha256": "fb25e9dcc2caffd3f8844ce5854a9830207a704e7141e4978639730b429881e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01648, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.458362207995378, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:24.641355+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d6c4b6b-130b-49a3-945f-e3599581fb15", "result_sha256": "f380455ef33c2916182c09a530274e6b8a1edf0a2eb9842c3293c4494b24bc8e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.383044743997743, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:50.171479+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d87a744-0bf3-4519-a093-d60cf8c5f352", "result_sha256": "0ac86b50702ff02cfcb2bf8590f882ccd52069005fb1850139dff09e232f52a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01619, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.65865220699925, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:49.108924+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad8a1db4-e466-4eea-9224-11b7f8b068bf", "result_sha256": "f3f01c5fcfc19cc3f91dd1bbf7fde6fcba403bc1b65460a1a33dd552f5b7884d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.370932175996131, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:57.638945+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "10bebc84-c223-4879-a77e-68875fd81ccc", "result_sha256": "db6ab36d5b39ebb987a46bdd2c73f4aadec55ef6b7c8b3f3ef66fa453df9bbff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01618, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.408929872995941, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:24.982992+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "184f194b-5eb2-4ed3-a63c-b7b4200f9910", "result_sha256": "a2a69af4a215a783021fbf026ce96d6a143e27596895bf1cdc4da8591501d234", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01679, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.992183772003045, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:07.923845+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "90a29329-0fdb-4091-b211-93f19767db5d", "result_sha256": "0273164407e7eba30d7440d3a702fd645da1fe3a4ff44079a32c4ac2835403f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.367086393001955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:25.239234+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "943206b3-6755-4eb7-b751-fb2fb8f590f6", "result_sha256": "7b1e326b9d55c232e2965fce1188d8e13dfa7e362c6fe38482e0fb6c93746fd7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.228033466002671, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:21.183463+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "213984c6-fb38-4cc9-a6e9-b047d7e8457c", "result_sha256": "b43e2957d1b32027bca120a943de1bcf9f9ad4606b7b1c02b7cd933c8f157ed7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.040854456994566, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:41.945949+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a56455c8-0fdc-4e51-893d-00b3278a8341", "result_sha256": "2f571ffabf82728f5bc15886e268965bc7dfc59e7cb0ef934dbd7e4e8b9373ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.973766670009354, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:58.204491+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9422bb99-d75f-4706-b668-ada3f6297670", "result_sha256": "df65fbed3a1230c01eea100d53bad9504734e97636614d590fd9d0c8142fda03", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.918863049009815, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:51:12.360463+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ed7b38-8104-4b3c-aa03-fec3ed74b642", "result_sha256": "c25d2460e3921ea6b7c321774dfbbece64f69bf3e4a5c6e968f961c0274934fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.6030098060000455, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:36.408977+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f9e45e3-e5c9-4276-9867-d3270d492cf1", "result_sha256": "2e94298e2835c222c7a7f38608c7d4d0b7f762d9baaab5492c226400b8f830ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.178984237005352, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:24.986401+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7be0c767-97bd-4c47-9b29-e2e2d13b697a", "result_sha256": "844d37156f10d031178e8875086fcd07701172949c7870354288bb1421ab2f67", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.686246763012605, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:02:06.023530+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f381e7d3-9a27-486b-9725-87a0177b57e7", "result_sha256": "d574e0e21ff7e6f3b02bd2fbb183155f9bd53f44c3b405556b8565110b83fe56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.63726253900677, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:45.968997+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a2a1827-58ec-424d-8706-704542e314c2", "result_sha256": "a463735f9692151f8687ade6b4b6a4826b709264052bfefa6395d731cd03f54c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.493084572997759, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:20.935586+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7eff448-fa5c-4cbd-80ab-1ec98721e1db", "result_sha256": "701ddda8982b7e756d5d0424b53e8fbc02f2fe65f8b79128905b25ba79eb60ac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.771696662006434, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:06.704373+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "33663d92-4822-4658-b80a-0e66e8b53b4c", "result_sha256": "c62355bbac501209b1cfe7668bfa1fcb019ee183557968640c65ebca7746ca14", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.854161967989057, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:36.990591+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d535038-f1f9-4046-8f14-5fec9be6d333", "result_sha256": "65dd253007fe29ae9f7ea9dc2ac4f4a94264fbee08400e10fb97f447f76f2f97", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0171, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.028183870992507, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:48.968498+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "18b09350-098d-4663-901d-cc95de296317", "result_sha256": "48ad9753399d996060033a34141112ba153c0c4851c89ca47df34052bc0a0111", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01656, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.161885581997922, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:56:51.685352+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "72a507a3-00a0-4b6a-8324-d1c1cb633895", "result_sha256": "6d63c3a84c6e579696694964566688aff1add51e4d61ea49644a8e317febfc63", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01618, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.9825239019992296, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:03.375698+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a755fa39-b548-43a6-86b7-a9095c780e8e", "result_sha256": "22ba5dbe7a5a03e521a6682a8a4657c266debc389a45466e54568fef478dbb70", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.138080989010632, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:49.889489+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca664d37-e5c2-49df-984b-b2e4b57ec349", "result_sha256": "3bf1c0d65431fa2158e1c31e392852b3ffb028a221b17e67b580828da3dca749", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.951788099002442, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:05.142223+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "71f7e722-dbe5-4678-a0f8-1b8a1f318b9f", "result_sha256": "e0e781b47cef80019d292c177ad65fd7b4954b7a3249e0c88e7fc3e1c4027e89", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.258057398998062, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:14.861295+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "928c23ac-1a6c-4d49-a783-f872a7a5db28", "result_sha256": "0d298c1b55582f5894f1666165bb166120700ff5450be359a48ec77792cde030", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.680210598002304, "line_height": "normal", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:54.335387+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e75b2d8-aecd-4f25-8cb6-83af0695e6c0", "result_sha256": "37617d289adb8c53e33c7fa55bdd10567dd62449665ca955b2a572772ee796a2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.300063009999576, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:31.168168+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "57056a15-5e0e-47bd-bc3f-f57f696de83e", "result_sha256": "512ac154684fc1321cefa4fd79c6605d2fe7302e87ce308667758846b0c9eccc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.15840906300582, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:17.148116+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "84f3a6d8-73a8-439a-b31b-2a6882ae80d7", "result_sha256": "3889c2d1f6df90d63bad8eeb93110af16ae193f828069d58db1b05f6b8c1326a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.62854992398934, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:29.642461+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3819ee8-f444-4fe7-ae6f-3fe5fa578991", "result_sha256": "7e3e5fc82434e22f411fc677cd59df9d768a2f3ed7e98f9f16be4d68a6225fff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.92765377300384, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:49.041361+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6143800-22d5-4d93-9b3b-1da6085f38c4", "result_sha256": "c7f032300b540cec58d95b9b3c263ad31770e75b1e7913c29af56cbb85378f82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.0900044059962966, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:19.486487+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c535e341-7779-4770-9a0b-5aad1906f052", "result_sha256": "4a82754dfd6cfb8dc6ae665d9acc98dffc43a626c9fc672155ab59101bb6111c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.679035865003243, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:53:58.807244+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4634622a-da06-4a9b-ac88-0a35e1c43714", "result_sha256": "8e0dbec7d8405aed237d6ef6484e41e52ef427ff858b520461375d992495eb58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.683881320001092, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:50.281320+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "18477f42-8f5e-42fb-b1ee-9e3a42388ccc", "result_sha256": "17d33556783895eedadd8fd68ec64aa8d045e2b8f153ea64a62cdee79986127f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.108561097993515, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:55.027349+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "75f86ded-ff72-4ba4-b6f6-94a52a0e7052", "result_sha256": "dbb4ca088e914e16df7c2e4bffbe38f92a602d02c333888459f6f619018665cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.065418758997112, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:14.511700+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e421c3df-8dd5-4918-b5b3-724627bd6321", "result_sha256": "73adb4773eb064684b15a37c58bf7f146d92e10adf2c9812b34aa400ebb8dff7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.856143671000609, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:56.679333+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ef50e12-b5d1-4184-8d02-b54ce02dd264", "result_sha256": "577b109a79645465da369c3f8507e587aa76aa67b478fbde13373aedc4ada037", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.127941635000752, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:32.451982+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "db1d7cc4-2cbc-4a9f-8246-9c8ee01111d0", "result_sha256": "d1980e54b476cd7070b08db18ad21d9dd9e19582646cdaace13db94032858baa", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01656, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.989181921991985, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:56:09.406507+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "50064eb9-27b9-43ab-be68-901764000f1b", "result_sha256": "3a4025e52409d56b6b8aa4ea2ff6693b1875809d53a1a70a1fa761a144829709", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.161242255999241, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:52:03.828999+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8448052d-10d1-4a3b-8ae0-8036e2e20c4b", "result_sha256": "4ce2af57965c88e1c40b145157af137f1e9853cab3b5ce676bf213cc2c3b6172", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.322253567006555, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:16.045472+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "54054aed-e9f8-44a7-a2e0-93d6e912d0c7", "result_sha256": "eee78a4fc131ba5695acb0e9446762ac98ce05ff833243182e758033200393f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.574459351992118, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:10.349544+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "475346b3-672f-490c-87e2-bb4d0302acfc", "result_sha256": "f344d4a466ed9a2f7a25aa7de3fa5d6a1c5c23c5f184795e7c04cdbda72a541e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.7302478829951724, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:50.773744+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "85302bec-74f2-4a92-ad97-75be5171f605", "result_sha256": "d6605c27658af8ff14a9f9dceba25845911ed69dbb97c28029fa5e09a4df650b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.938115653989371, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:22.200000+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "42ab15a3-8647-49c7-9f39-ded9c074a0d9", "result_sha256": "9b7915a0571a14ce893eee387b95c0e8c43b29374030fec52b7b83889d338d9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.19559046899667, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:11:03.277507+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d86519b5-2b7b-4a97-aa01-f9e2f0dd16ee", "result_sha256": "860028225c7c25b971fe5dec3823f923ed622ff653cd28bf7c4cc995a48401ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.2948283220030135, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:33.570254+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "38b95342-6b71-40d7-8994-fb4894c9e64b", "result_sha256": "83343ce82b9e11fe4d4125f6c0737a413dafd35df9e5f4af7445852ec1fa5fb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.323984050002764, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:07.700653+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e3e817d-8691-4791-a9fb-5bb1659a2210", "result_sha256": "706f54af28771587f0fbd4b240cfdb30e01cacdbbd285a1ee45d446567220b2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.520394735009177, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:14:06.245971+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e79608-8b8a-4df5-ab4b-90a9b42c6ebe", "result_sha256": "d702c7f83e1d4de2f1391ec8860e659573a7770f1204b2147665d726a956a908", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.694672152007115, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:56.248641+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dd24b1c-13b3-41d8-8efc-62fb126dad5f", "result_sha256": "f12a21b42247d84f20675cd3dd2e2ba78c1623fe5e29ec82abbb75fae1aaf012", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.496000140992692, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:25:43.559382+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7949882-f3d6-4769-844e-e3283df75692", "result_sha256": "77bea02f3e024f8043e826045dd55ef2862920c2d00b36b82b6cf93c52afd88b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.5681533759925514, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:46:09.785370+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d2177d3-cd04-46a2-9859-72276f202ed6", "result_sha256": "503267158b5acaa94924e697b97bc3bf224b5232c5a2f61f1e62bb8cc25bc37a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.9860460630006855, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:42.245942+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "67250324-c1f6-42c9-948d-294ba8e4141a", "result_sha256": "c5d4523ff64f67aa43f5055eef734c7262ee49cdcc8089e91a75c1b59791266f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.098136183994939, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:49:15.877283+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "361bbca7-e176-45b4-a3ad-acbc52152317", "result_sha256": "357b7aa3158e3924bf4146611858a09786d4ec45a9dfe71f992828f6c6370803", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.8745220100099687, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:49.888159+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf4eea0a-387f-42b6-99e7-11522b5567f2", "result_sha256": "aaba7f3d00829004c9c0d922df4448f485896f36d806b5c4250a9dc62e29b98b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.544836408007541, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:29.134717+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ac65a9f-b727-4917-be31-d8fcd9f94aed", "result_sha256": "bfd62ed2ae7dfe3f3272b0e36fef6c0ae517e9ebb58d792cc21cb547fdef119b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.662124440001207, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:21.637909+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cff86147-a071-4a8f-acb7-af424de6b489", "result_sha256": "212cb29f549284a4440ce8edccda850958c55169f64d4ad997ca779bf92f1e87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01625, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.28684572999191, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:28.572209+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac81055f-1681-4123-8ab1-a928a7415777", "result_sha256": "1ab4c8cadffe90fdcd8fc85408aa91d4573133edcd27fb00fc9c07ed96da08ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01729, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.139306441997178, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:34.022172+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b567a6cb-31b6-4d6d-9edf-58936bce5972", "result_sha256": "36545a8629f3892f153313e6edf63c0cff957ce6336795b015944fb51fe5395f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.438265698991017, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:34.659751+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2cf13a-f7ba-4a31-85e5-31c21b8b976e", "result_sha256": "47c98bc2209d34160ca6fd473a999061ded59a2185867e5253751c56eb63b6cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01653, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.070492186001502, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:27.191417+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "98e7b89b-f714-411c-8e57-4f2cd1838b7d", "result_sha256": "e9fd50790ec1edc3f5b8da6b3bddf1b59767a3a9da9d2b653547f4fe0b7f5f40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.70995174300333, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:43.969973+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a52c25-599a-41d4-8f72-97e2fffad0a9", "result_sha256": "13e88ea9d0d490008ef0957ae50cdb415286a79635d1e4ec9fd058c7babda597", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.755827752000187, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:45.751451+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d12c233-d472-4a34-9206-ce0bc9c545d5", "result_sha256": "64ab814492773e6d97b19c2283c007bce03d90d785f6b58c5c2f501cda17b85a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.982902938994812, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:06.863388+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b80d055-0a66-4ad9-a13f-d5681ff0fb42", "result_sha256": "30402f226e1d7f8219f04b3685d6d7563afd6c94a806a89be1184e11d470c610", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.573797295000986, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:42.880498+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae53f293-6d3c-4060-8e07-8fe481812f01", "result_sha256": "862029611e786b64d54b44fad81737f7caeb396245a2a98a785cfe837a738545", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.183053011991433, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:07.388665+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "89ce1227-db1c-4c93-aca6-a28dcd7f5092", "result_sha256": "16f1374520117e24efb3f876fedf8d475493e898a8fda90fa0201e21135d3c4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01656, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.217458026992972, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:22.854085+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "94e3c11b-cb71-4617-ae72-6f1aca88673c", "result_sha256": "3cd60b26e5bbf35e6999dcf09dccc5a515b3d0d2e685e3bd24f3cedea76a3341", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.0125962250021985, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:51:52.710074+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e387805c-ac93-4356-8c5d-3b7a61177f25", "result_sha256": "48b871dbcbaa31ffcdfe5c6ec9093a93cc350296f512831e1db5936a019a89c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.682461696007522, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:40.978479+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd5b56e9-bc9c-4612-80c0-d10202034e5b", "result_sha256": "78b122903acc04be275c9770b0dc37182b1b94732e9c741f9ec10c01bf91a5c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.834552187996451, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:06.691548+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b13ec05d-2ad6-4eac-be7f-d397b5e4cce1", "result_sha256": "09c74a4cf6651ef8492b5b0fc99f80743895a09992c675561a2a87c72b25b682", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.251315479996265, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:09:43.298080+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6461a147-2a29-4f36-b4c2-63b17769a374", "result_sha256": "24f95d0826de98b5bc5041de6729941aa6abbb231b66dbbe4374178d454c9cbd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01794, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.145939880007063, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:42.411286+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c252d31c-a1bf-4758-98ef-d6d75517a638", "result_sha256": "fc08342f4ec1592310ad117b0b9078c0f83f3879d0c35a4a1ce562e13e29ce05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01739, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.080731125999591, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:18.453062+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "671e1141-90d4-493b-bbb8-d851d99584c0", "result_sha256": "0944f24b319278f2e02b10cdfe39de5bacce8e329396e9fb212c8ff89261d8fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.5801816409948515, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:08.043459+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "150dc76c-0461-49f6-92ef-706cce4532e9", "result_sha256": "7f4760e42a9f8ea6b2253277bc10a95c58988699ce8584a95e704cf53b1b1049", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.565453474002425, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:12.963604+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "74eb25df-0a26-4a3c-90c6-4b5bc5f66ab4", "result_sha256": "6dc47dd17ec011d85df4614922c5c1b368d0bc8d296ac965a3c50016bb576305", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01761, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.764044074996491, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:50.126999+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "35be92b6-28b4-4fb6-be80-82a97d7797cc", "result_sha256": "e629ea0b8ab9cf708f5afa08ba9e34ae0c27b350b06f2d8ac19d562a79bea72d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.264355532999616, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:01.364021+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd26167e-0156-41eb-aa7a-f9cd85ddac0d", "result_sha256": "ab28bb6465b159e389a760b5eacca4c275c07f20489c11862c43683cffaf4da7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.645836968004005, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:18.814940+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "787d8135-d997-4b68-ae37-2f8989723987", "result_sha256": "4c9b1bcbba669e7e4f1d9cde63feff47cf7b817f7cf5de2e85ef5e2a860217c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.238497687998461, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:58:50.140157+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "62dcb443-7328-47e2-975a-6a486c7a349f", "result_sha256": "245295801f40cc3c524455ab20463fe6b06d6a247b988fc68a7fb1d50af33d6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.100833240998327, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:04.068083+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "53e9cbb6-d313-4288-8520-fa82f1cb2bc2", "result_sha256": "dd2ae30d762ae838fdda4caea2668faadafeb2c9dcc5298bb6c313b907c2d463", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.286328461006633, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:37.258798+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2842c081-ae55-473f-a56a-19ea2b5113a9", "result_sha256": "3e2e62922c575771fb930ec7b071d1863482144cf3c83aa90ceb22cac75fc92f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.4966156459995545, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:40.079720+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8ccbe63-7d61-4008-96e0-2771d7651b68", "result_sha256": "a33ce0c61d66ce10881a9695f2cde2bd96883c37120b48ae74f47abbed431a73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.928077464006492, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:10.701750+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c1397d-3fef-4535-9913-9ecb9c8a347b", "result_sha256": "2924eafc0dc39c35fe218db5a716f65c95de0b3648b5f262b54d85a2cc1ae496", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.3846138899971265, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:00.027511+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd3e3343-dbe2-4251-b090-b40f3d333956", "result_sha256": "e5ac265303d8f187a52cb20cf34ca45a9020d265ebe8f045587d5bd33c9d8123", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01739, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.7759224500041455, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:02.738487+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a708845-2a1f-41ad-aa93-5f62285bacbd", "result_sha256": "5da7f626b3044de3816ad21bf4ed03d161418fa2e5d2eb76cd95259122f11172", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.977126462006709, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:30.694699+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e47d278c-65b3-4244-a020-c4939289eb9e", "result_sha256": "b7ea5ae3fc53ccfd938d2868cd364d7f0ce7ab46a58c6a8720ace2c7e0dab09d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.232441433006898, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:02.207025+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c81f1f3a-049b-4300-924b-bc2968abb5c9", "result_sha256": "a3d2771a3e9b6fa8d0e6f3e460a58909ce60d5a3839160ee909e7d2f554d9619", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.6196255429968005, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:19:14.832566+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f49a88-3bae-408a-af78-ba3d326df2db", "result_sha256": "6b85f1e66b4be4631cb9777d58c0f7643343ac681546324ff2cf6badb9ba75bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.971422793998499, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:41.734383+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2dd433-ac99-4a12-84f7-b872f4e3dcb4", "result_sha256": "7c36402b62462ff17b22a00d6eb36ce73d6cd370fb93a7126c4f840d41aef847", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.355488780987798, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:27.555816+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c4f6220-74ac-4cf4-b0fd-52b1adf28108", "result_sha256": "1b1af40d0f4d6422c6c6b5576ff023d5feea95426117aea43c0b2892eb4b973a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01659, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.506097445992054, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:25.732725+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d22d781-3cf4-4963-b387-64ecc5774b17", "result_sha256": "a00a562e1323e49a18d2536ff3a4fbb274563affc88ece0a3c978e6cdd5c916a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.255230576003669, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:31.288575+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0333c2-9c51-42e7-8169-28f896327862", "result_sha256": "bd20578d2f4eb2505f00f677ae116ce0b819f85a00d370f76c59c36d32007f7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.399651475003338, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "other", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comfortaa\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:06.147038+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8300b18e-fa96-47b3-b95a-36c2a6677267", "result_sha256": "aab5c8976fe870dc087e754b0daa974a85e6301cb26b109aeb8dade82693068b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.36324635600613, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:46.221754+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2dbd31-b004-41c0-8d4d-438387cc44f6", "result_sha256": "f0b4df903939e33fa80397e0f9fbbdf14720c001a0e35b6109961be4a759b5a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.879767416001414, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:32.128164+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc013a3e-f7b0-4948-ab5a-def39ff81fc4", "result_sha256": "859612f3d669f463388d216a9b6af54e48d5e032b1d0617ad3c49b5cf186e335", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01674, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.9778487590083387, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:55.953662+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bf2360a-a10c-4d12-b9ec-c848b1247f9c", "result_sha256": "63d22ed062f3f8a06ac30951c8e4f6b51044e8f402c9d475d68972a320bfc471", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.07265634999203, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:53.277422+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "22393624-be34-4617-96be-74bcede4a087", "result_sha256": "187b52306d0f98c159d540d6073edcd5bc701ebf6007a9064457071b4bc49043", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.876907458994538, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:27.096650+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0922fabd-4399-4255-bda0-c27e4e1b1ab7", "result_sha256": "426a4794361e4bb708e80750626aa5a1fc83f1b60c24850793865781fab7e898", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.272169877993292, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:49.515602+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "709067da-42f7-4971-b621-b2c1f6146629", "result_sha256": "9ee6ac5333642ead772a7d631be23615d0d939929bb5c81fc3963dfdec305cc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.958585811997182, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:53.989009+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "77506415-ba37-4a40-9556-8da0695ad030", "result_sha256": "1b4002fe0d8988942c191db06855d0ff369716226b1746c944029d78994da776", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.1803042289975565, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:58.856367+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba3cd150-2781-40e5-bbb8-5b63a2aeb5c8", "result_sha256": "49814b2bd4b561deba778701a1879a9d8d4c2d1f72f88887ee5c4ead4b1ed896", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01646, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.794879441993544, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:52.369460+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bc9b83a-e442-404f-91ac-d8348fa7cfea", "result_sha256": "f263425c50bc4a5f9d34f8f2a98bab8391017e96543000e2f3f6df8c0c183318", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.280756449996261, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:01:03.294698+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f17eab-5c48-4d0b-be4a-45798524592f", "result_sha256": "0309f14d2fdc616aacab3929b2e8dc4535456089ffda36f5c66607d721151223", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9137276580004254, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:12.250350+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "062b7be0-05de-4673-9e53-c0dd41f5a402", "result_sha256": "3096b77c372d515c17faf12a1ca42d2d07d0e255888746037298f95cc9284118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.334643948997837, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:41.685817+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f3f0437-565a-42f6-a107-47ca5d1bda93", "result_sha256": "20aab7694452eb823376c7cf1acd4c5f40225ed50091b6bb60432f9cebb34dd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.2566250119998585, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:12.521209+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1fe6da3-6f5e-43fa-906f-8ba47a47a46b", "result_sha256": "c1ca2bf3d554ed7f2c090e358bd9c40c190833962aefd1990d198590f63a9f36", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.3959718239930226, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:12.833901+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "68986f56-3c59-4287-bb96-6590744ab51f", "result_sha256": "8e88fb6bc5fac23ba368558995123b1188e0c4969f576d25d98f45e74ac26f27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.427899128000718, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:07.598041+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaf7229f-4143-4a1b-9c16-36f7bcaa7a8a", "result_sha256": "c70adde8ad8b5b132ad3deecb47ce6ef251fcd64c4c2124cc28b04709122b49b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0161, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.876853012989159, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:32:33.725175+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "48bd5988-ff2b-46de-a050-e0cbece7a1bf", "result_sha256": "5de885492b247305ed77e200cd2037c8bff037845696c1881754a98e28ff5115", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.274451951001538, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:05.289777+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ce7d0b1-dd13-450a-8754-35a3e333c12a", "result_sha256": "e95b8b484e6179282ea1ece9e5987a37a1c898ad395cc3739134369204a57ae7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.386964714009082, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:31.542837+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ea0614c-8d22-435c-b7a7-1b18fb68fecf", "result_sha256": "370ba4bf384fda825bbce17c3c8cf495aa0bd6a777d9a50bacb0c7542c3e1271", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.632541017999756, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:46.998437+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc4ec70a-01ff-4870-9240-b33d9c94ea78", "result_sha256": "0a862818f29d28bbc30436f630499f4925052126eff3c32159c2c70e8582111a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.81894579200889, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:22.951523+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6c7016d-1f21-4741-9936-f8353dd8f9a5", "result_sha256": "cc3cb8162cc88a11c01ae026d366041684fd98e9416611febb50c3da4d548ea1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.107729086012114, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:47.806811+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c1f1a0-da10-4b34-a699-a860e57ad192", "result_sha256": "f8fa8034815e7e37a3e64cb0312abbd2bcd1f7472888caaa8f827d457132f650", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.200216466997517, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:42:37.123186+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dfb1dcc-3e41-4149-9889-a4cae12c9a64", "result_sha256": "72cd1a495e2112eb1e46e63700bf950fe98e4777c2f66c276eba964fe2076cfe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.235700404999079, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:54.927412+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e21aca-9b84-4a7d-bdcb-23cfa97fb6bb", "result_sha256": "83287386e51c1263641f488d60e6169046579fd6859f4304f69bf04fc52a16cf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.169419280005968, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:06.759852+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fa02c50-08e6-4172-bb16-f778432f69bc", "result_sha256": "e2dd2a2ea58843b8c15dadfc35ccc92a9ef6d5cc0206a64e842bd53e16d9de6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.9775283630006015, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:09:57.498652+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3615559-c64d-4280-8192-857511a19386", "result_sha256": "3249da15115f1ed35aaf024143a0ec1f5e8eac5366050e34cace83bdfab6419c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01574, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1264, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.806180594008765, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Pathway Gothic One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pathway Gothic One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:31.935309+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a5446d7-748d-49da-bb74-a82260beb6a9", "result_sha256": "cbbcbab570faf9a45d07db58897deb7cdf54861b1cbde1f594849693350b2211", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01716, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.057182176999049, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:29.984774+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "58b70f14-920f-4b5b-b1ca-09c8dd9e1200", "result_sha256": "4631232f3234642814efd6df3c6c6275cfb75608a4c7ebc964c857a786f04ab0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.074863809000817, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:08:04.850178+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7e3ac1a-75f3-48ec-bc71-935ff90fcb9d", "result_sha256": "b795ad985f4ecc13915ad0383f9dc3d193d0c2da7fdd4fe27b41423fa281ce73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.315565844008233, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:40.685331+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c37d129-ca9f-417c-be46-fa7e882c13fa", "result_sha256": "fe0d6f1541e7530384fe8d07aa4dd65fefc6d4eb7934484e976632f00a1f0dfa", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.717729633004637, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bebas Neue\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:48.350406+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "18ca7ed0-2869-4230-9b00-3d63c62a9a53", "result_sha256": "786d8370f191bae76220d43213f332ccd5c5257e81bf9068dde54e8de06e92d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01776, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.96165038899926, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Pathway Gothic One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pathway Gothic One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:07.117624+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "47e4cb1e-615d-415e-9b2a-d0f60a054689", "result_sha256": "fe536b595ebee1541e3424e24f7164e8250cf49700e92e478b0e2daf4e948daa", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.289483236003434, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Six Caps", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Six Caps\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:15.522546+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e6244c1-c2f1-4641-b913-ee79f2a7643c", "result_sha256": "50a33af64a01a5ee2f3af267af8287c760f80456ed3b5b000c1d78bcbf259070", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.529480817989679, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:48.038969+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd0f9621-9032-4cb5-a2db-4d6bf8cd0078", "result_sha256": "405890424403c1fd02e06152b9956039f4b9f69e9eb2f2d04ce0f60d49b33aed", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.3170817170030205, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:30.082730+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "790e5b9c-6f13-4428-9fd3-700ee6d91da7", "result_sha256": "8c9afbcb6009323d877802646306b3db6777e383ab243aba6fd551186d7ae039", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.403019723991747, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:50.661832+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8686ab8c-12ca-4cef-8fac-975060ae54e0", "result_sha256": "e565f4cc0d1a71b7df51caab9f33ac3feaa92a485b68c2a98be97c50d0e605bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01652, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.308324593992438, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:53.247745+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccc3f10b-9707-4954-82a4-b31427b116c8", "result_sha256": "b5730444cb8f0532560ec24f81dd39dcdd42dbff8cfb921068cd3e1d4f7b1f8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.47690372299985, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:38.420062+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e745a2-e725-4662-b9ce-e84bb5b2a774", "result_sha256": "217f0171093e25dd7b831ea74c4ec78d8ec9e57d1cb18e9b141b8dafd486dad9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.479048958004569, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:15.850023+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a5df41c-b5b3-4934-9e56-2f4d36dcc8c4", "result_sha256": "2f373c5a2ba25aed3fe4934dd2c1fbf16edee580c8840e18fa73a8b469cabc50", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.113556208991213, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:13.146225+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "12fe1964-6871-43eb-b110-f3c9d6284a1b", "result_sha256": "610b5b8e969f4f7447b50b03e5b0542090c0759815a626b8326079b4227de24a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01592, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.362015897990204, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:37:11.071338+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f3658f9-6970-41d7-9eb3-d60c19d1c672", "result_sha256": "eb0d518ccf2213983fc3bace29dcab4da3da04716027840eb3b4c88e911f74e8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.47098255099263, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:53.069308+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0f66488-dff9-4411-990e-52ce1c08a828", "result_sha256": "d818bac76878986d443a6ed8693cdc86aa02f83213d7913d625503f28998308e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03162, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.757255737989908, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 354, "predicted_category": "handwriting", "predicted_font": "Kaushan Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Kaushan Script\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:42.664273+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f219ed44-9e41-4e51-a27e-9e9d0a99ba6e", "result_sha256": "26fb78beb7a97bcfbc095e8d844b057945df81ff4c90d68e9105d0f1684c11ce", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.069423873006599, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:32:27.153790+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "83d2cf08-f0a2-4589-b908-9998723221d7", "result_sha256": "7b549fbaceb2112a38e9c0d2255a6ebc7be3ccbf9ddaf471090a1268c671d7f6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.528052736990503, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Kalam\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:05.663634+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "693f31dc-6d5f-4f22-a41c-ffa7829d6ea6", "result_sha256": "4c32b316bfff62311a00112efe56ec38cfcc004cbb95bfd1ddc0ba5a6c3a61b9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.146075201002532, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:30.421289+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d5091d1-3906-45c9-a5bf-2df439f905a6", "result_sha256": "54bead3bebb00f8a8958a68d1d5935715631ea7908f9da0e09bfde25356e342d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.6234304570098175, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:21.372205+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "93fb3bf8-0083-48f6-91b3-009c378a2c75", "result_sha256": "ed4fcebf43d673b995e14b04e3cb23a55aa3f3564042243a1df033058c17acb9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.371501180008636, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:55.703243+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e9eaab6-fe94-42c9-bad0-51854bc822e6", "result_sha256": "3f1a854aca892d6b799a5e543950ba6707ed315b0a9b2a1c40001906ed2455f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.407385127997259, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:09.081154+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "530473b5-f0cc-40d9-9a98-0abfd5e00fb2", "result_sha256": "299ca60b45364ae525a6b75fd3f892b019473087031408c1de3730716ba4ec9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9889313869934995, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:56.628557+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d861e08-9365-422c-90c3-cbca31036470", "result_sha256": "ab2452c76cdb18187a31a38436e878f98e9c65a8acc850b23484ae5d44cbd4d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.077161465000245, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:23.476464+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4595de31-5ad5-4a74-b6ac-0745de8cda19", "result_sha256": "51b1faef1e187a15d2ccdc083278d33a83e389d4028edbb052111e7d36078a3f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.271749075007392, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:43.291665+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "38bb578e-096a-49a1-8c84-70cd2f081000", "result_sha256": "de6b7d85734f29509ad2d52837bb7a23b25cd92604429ce90a0b228ffb4a4734", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.143244552004035, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:06.008335+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3a65ae2-0a23-4c41-bef0-9fc6b7183823", "result_sha256": "c4f742e695f613ed43d8e5a8c7113f240458c69a280ee674152a0f23b7f62fd4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.456194508995395, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:43.818893+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b2bed54-fdc6-4853-b753-1920d7e48ea0", "result_sha256": "ee8b95160e1853a0a9bdab975decff2f84e8e5fab422d76f480e4e098770d15d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.13246723600605, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:07.146389+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ce2ea34-f280-45c7-9c57-b2359e45c17a", "result_sha256": "08afe0389c3ef9714e307063b996e1494a705bfba8753b176405a6009c0d703a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.025399015998119, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:34.739835+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "adc3d0a2-7573-4231-9d34-8677a457254c", "result_sha256": "360be7bc385880ebaf82352712c609e8323d3c62652b81d0a1e4b5b16c181cd2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01639, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.368539603005047, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:36.931437+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e77d49f-f1c4-4c2e-bb37-9d9d20eebf9c", "result_sha256": "5e4fab98bd0f03bdf2838bc5a11e60240e402af12bb01e90737a04f159caf079", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.2638091889966745, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:25.566832+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7a09c19-3747-409a-b855-f2ded8233f21", "result_sha256": "8ba0cdc8829ccade5dac1ab6667dd290136df1d3e104ae56cb0420d516323457", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.9619644220074406, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:17.820451+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "47e80e90-a8fe-4a81-b651-4492030b0d03", "result_sha256": "7ccbfa2313453476a7c62ac678487d3575134d19d9b283cbf09dea76ba7eebaa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.572603912005434, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:17.592026+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6b2e5a6-f433-4bd5-9db6-d77b4942daf0", "result_sha256": "158aae724baa0ce949459c870c2aff8dad72423691f6d6da904535cf7cf81120", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01646, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.2776930700056255, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:00.157354+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4b7bec9-f296-43e5-b593-ef854e23741f", "result_sha256": "319c4cb3e2bbc25c2e3e2c5186e0485c72ce87f029e6f46cb4089de136d68374", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.260605619987473, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:27.278640+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5471d582-ab77-450f-86a9-5622d9d2781d", "result_sha256": "5f718693544bd2535f742bead9af5aab85f047143516abad9a71330daeae8188", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.178687673993409, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:04.587834+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e216ce1-14d6-45df-801b-bec9e9bbd999", "result_sha256": "3ef49b137a75ea82bc98036f4b8f7c3ae71a914a068334042908bc5b09f04787", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.413048172995332, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:20.647323+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c44faea-db24-49c2-9267-9354f0000418", "result_sha256": "6262cf1074b138f9f75e90de132a1260fd82f5cfb59d59132e44aabfc9bf46f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.141350616991986, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:35.796860+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eda9295-1b83-415f-8568-35d720100b1d", "result_sha256": "dbd5ae8d9578bbd83bf791fc22434552d0338099c39d534994892e7faba65ec1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.225435852989904, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:39.794207+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b18abc5-202d-4af2-8c52-04cc863b98d6", "result_sha256": "4767385238fdd13ec3d35457f6ae55e62c391fe1dc44e50cb87c4ca33170b470", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05371, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.941348243009998, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 801, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Jost\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:10.027746+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "032aef48-7800-4a9c-9efc-3bd350e33a45", "result_sha256": "4fa04a9b02cdf538983cde35f64703dc6636f561946a351c132ba5b2e23f2a82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.932545973002561, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:39.819772+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b3eb4a6-c387-4d8e-bd1b-060f0fbe3fc7", "result_sha256": "9fab96ae54da5adde7f45c34b978bcac1ba3ff6820e4442d2db4fb5e8c35039a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.626011212007143, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:11:20.666735+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "58c5f633-3ba4-456a-98f2-4c1a020ae15a", "result_sha256": "002abaf95bcd3955b8afdac55c49445d13f6a6a85d295da7f60843fb682355b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.819850379004492, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:44.500851+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "03badff5-8473-437e-a9c5-79a0569f79d4", "result_sha256": "83312c6009f002d06448d52cdc101a8bff0c974709cf276602b02c94b2b89d2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.5876759180100635, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Quicksand\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:02.972046+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "54b13426-d42f-48ca-8736-7e3a6fbac64c", "result_sha256": "af6464cbb766777f2fe74de9f6963a7f346ba88877ac44906f829c695ce71b5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.590977756990469, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:02.314728+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3464652-7ca1-4df5-a220-2eddb6d04435", "result_sha256": "a0be45454a0c73f1238d2da3db285ec8d2a451b5eac378d9df4c6d7698b7522e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01712, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.801682176999748, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Plus Jakarta Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:00.067670+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b44f2736-4dd3-4351-a04a-121420a40fd3", "result_sha256": "3cfcf9b4d406c093557c107bcb967c3f68e0b7cf23f7a62d5528ba28fe9d9035", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.325281812998583, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Quicksand\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:21.808159+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "098ceadf-cd64-4989-bf0d-04f5e017f8ee", "result_sha256": "df9a09e44d13a9447db10d1271d213ec8dfa14cdc8686eeb17f257e4695804f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.7829380050097825, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:48.573560+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c46712c7-4214-4e9b-8766-02595ad99e0a", "result_sha256": "e3aea0346c97816d4b2f9e815ca916014e431cf79615fa8da1017140812ea819", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01734, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.093249472003663, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:13.677930+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "35078c9e-f6ef-4c9a-9e62-6cbf994b6eef", "result_sha256": "c9f291ddb7405ef170e558f834ebbc72155c0760039e0b6d1d71b68657b9f6f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.424725748001947, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:56.248530+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f5d01a9-7c1e-4edd-826c-1a209ad0bbc9", "result_sha256": "c9bc286a534be3814860f59c20aceb284c70576fb37277bfe0f70ae8a4812bab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01664, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.316139308997663, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Plus Jakarta Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:13.578223+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "68152284-5502-4466-99a1-e7f07b0a0fc3", "result_sha256": "94080cc6016d2a5233e4b02740ee3cf70e0551accc7e56768b2ad24d707b17fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.945075077994261, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:33.547073+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6780ce0d-caf9-45e9-9aa0-f516e006768a", "result_sha256": "7c83cf4a033386044f439ec982b9b97ae6d6133c235d5c80fb30ab45d5f4d986", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.470859748995281, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:11:41.741935+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1398158-e50b-4d34-9085-c00614eed5a3", "result_sha256": "382784656692860b4cb7c6fa6c5844041b56f8850e305c609ee8c85d4a2b97b7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01776, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.329358033995959, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Plus Jakarta Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:35.112871+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "959f3489-d580-4882-bcf0-4f9051d46b78", "result_sha256": "bf4c04532680fa5d65a64e468510df8538f7f0d7ffd82f62bf78e57fd20bfca7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.595073392993072, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:36.001244+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7ea4daf-bc2f-4f8f-ade3-fa02df64e4d0", "result_sha256": "c2f4005bb56ee4270727b793faece2b110fa32daadfdebd39b2f9cf11d235024", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.336343258997658, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:35.004018+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4f503a1-0f7d-44c3-8844-1758b06e5b89", "result_sha256": "3f08a7aa2720b5882149ad44356ccaffdecbe39b39460fc8e03d9b0ef167da5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.52257856799406, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:55.867582+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7927cd83-e4c4-44a6-b90d-83466725742d", "result_sha256": "8bfe3dc38e8fd20883c3c372c67f59cabc8dd00644c0d89a35873160df71542d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.952365278993966, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:50:42.700564+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1846db82-6333-4a33-af1b-c36795d21b35", "result_sha256": "8ee00f2483816b9b123c3ff58b5e5e9f23ff4b76cebaf92e9235914708b9a69d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.937193057005061, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:53.304573+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb4f33d7-5673-4b29-8683-f4bfbe076398", "result_sha256": "40f47fbc88a205d233d70eea0cb3ab13fd1d14b508021d2e4cca855726b5d974", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.00765629298985, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:34.014719+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "11bb295c-81b4-4449-a0b7-fcdd9b447cd0", "result_sha256": "74922a6232973c6a4adc104bbadf6440addbc85ff59f01a5820d91eb9e587048", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.709408551003435, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:37.965214+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "97d639b3-6eab-40cb-90cf-6a99077fa390", "result_sha256": "6249408f9215062c87eb214a794f098f6928e55190815d4767f1e0641180994a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03099, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.095766911006649, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 351, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:00.804436+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db9fc05-d8db-4d66-a541-78aceaf7b7ba", "result_sha256": "7f6afdd9f8fe052c4e9c29ec4598cdb44aeaaac61c07f61bb25d2fa510c3351c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.525656283003627, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:52.633173+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "020f3ef2-6140-4767-82a8-52cb046756ae", "result_sha256": "1d0cddc7c4673db1c2ad3402765c249ae9ccfc312fad36d6f5cb08465e141031", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.123402137993253, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:39.236585+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "56746f93-4931-432b-a777-7f44beddfd4a", "result_sha256": "e9df165e6bd87a04e97207002d33e84e1d6676f6167b663d0bf3a05c3d602ec7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01715, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.022848142005387, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:15.364702+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "36d7afca-34b2-4103-9cbc-849ef7a1c17d", "result_sha256": "c42889c547af210647d913a6c62a5b9e77ad6c40289f8ad56bbbea75070b50ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01684, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.37221663800301, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:46.842245+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "328d4465-eb31-4c18-9b28-51fac24a0aee", "result_sha256": "e0b5b9867fce9367c8e1ac4209ef24b3b63a99184ac0fcf9bbe597dd185e2544", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.344064092001645, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:53.127717+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "263ff2d7-a346-4dc0-9cfa-8f1e91981fb8", "result_sha256": "967b99d253a428af5beae8fb17c5654901b79a4475efbf06f15b7f484e027965", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.086623114999384, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:04.275476+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb832dfe-72a1-49e0-8be4-3c135e9e0877", "result_sha256": "89bc1dae63489924ce47abb081347446103c059573ace1965b6a3f0ff7005a35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01715, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.3150399919977644, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:08.039371+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e04ec14-398c-4414-b695-79de7e424fa9", "result_sha256": "2b4e56ffd6c3fbde7c96180854d7165beb846223ef211c3215978975c59c5b51", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01662, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.677130217998638, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Titan One\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:27.253913+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5889181f-ba34-4a92-95e7-881d4a645596", "result_sha256": "b8b85b45ec9bba6ff5441a685771b9505a209219223d7a925aed207706c10e55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.990168718009954, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:55.585245+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4260744-d312-46ff-bf69-f074dd6ab29e", "result_sha256": "8f63d76181b38aa3a0fd65a6f40a78973af04b81752e5ecba30382770cf5a444", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.371752084000036, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:33.475807+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "181b8eb5-1f64-4f04-8126-58baf5c88560", "result_sha256": "baadcf8c65afe1122bf203d33e1dde231a124fbe6e5725092fd65e1db40bd400", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.72312028700253, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:09.439306+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d72943a-e6c2-4f15-8205-71e5d2b7fe0a", "result_sha256": "5cb626145780a9b2c47931fb8ad7912faf537357204ef093ed7f6fcf8ba4cd29", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.455481155004236, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:23.505294+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cad522f-232e-4908-b084-784dfacd4caa", "result_sha256": "ee9ac3ffdc8200c9674d54dc6536f57aef2b2cc34bd86645a0e0d4aca74f5119", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.285664912007633, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:35.766854+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f76237e-9372-466d-ada9-05d00efaff61", "result_sha256": "8e5be4b6afd1f79ab7812c15634aefc6d5b6825e815e13af605b976c27224422", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.287140982996789, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:10.714458+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "45827ff4-e885-4bc4-b08f-c3f9baa02e10", "result_sha256": "b3f34dcf8112b1227aff10106c9bafee9e474eaee0c363406c487cc5837666a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.589342424005736, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:55.005293+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5074164f-cbc8-4550-9c1a-dd5527fd6e5d", "result_sha256": "f876fbbfba40c088a64e37a6b80e8e4ab098be357d86aae9f05bb23df0bb30e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01681, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.168805916997371, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:17.587315+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ffdeb80-4c97-42f3-85cb-ba3c2d52d737", "result_sha256": "b30f8a967878734621b12015ad4ba5399f7e0753602a25bb452844cb4243dc50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.320948206004687, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:10.032286+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2236980-9c56-4201-b483-45f15cd04a95", "result_sha256": "5ad782d133917364804389180d8dd528ccb023569d76506d3de54e6c4b35b466", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.581290264992276, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:42.035938+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c76fe7ff-8070-46f3-8943-b12c770f7780", "result_sha256": "168a0c612bc99900ebd31417ced31eb2d6a5ff2345455c2dbb7e3fef65a2a35d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01654, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.899831874994561, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:49:05.996681+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "718dae1e-0c94-4242-ad3f-c905bd9c7770", "result_sha256": "b1b8e597e7016e5c7fcae78b194a333e36ddf93458684eead8deb6b45351e809", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01734, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.375564546993701, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:00.378234+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "be749652-b219-4bac-819b-d53057a0de31", "result_sha256": "05c0fccee458f0ef011258ed10c1f440145ceb233d17f000bffcaddbb4ab7105", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01625, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.016193424002267, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:24.744775+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d68416d0-e332-4607-97b8-7e07550811ce", "result_sha256": "23a13f2d7b9d227c1f17bb3fd45de115a36077742dc50dfff89755c6c44a1757", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01707, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.570840800006408, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:47.856195+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "544d4734-889e-4cc1-8591-ee707b4bf0f7", "result_sha256": "2e4a9b3fa3db1e58a0343d93f6682f454fb658363165740ac6140560142d571a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.986146447001374, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:15.308566+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae873ca9-2345-46b9-9926-6b9825bdd411", "result_sha256": "bb50d9659e7397802f215b487845199e2139685135ac8c9668aa095559d7543e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.013208532996941, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:17.161824+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e05640a-a7d1-4269-99f9-4cffc46bb5a6", "result_sha256": "d8860b190f8cd7c95a997b6ef4f4f4d38e3591c640b1b965ed089e97c8b4c9d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.473229715003981, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:22.309252+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb223e68-9d85-451b-ab7d-e6ec7d30dd59", "result_sha256": "305dbd931f7de31dc509bbe66457c789ca65c83a324311af57b48b243d3360fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01627, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.671564924996346, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:23.185537+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "506bc83d-7e49-4477-ad09-5c78f23674e8", "result_sha256": "6b0d8dddd9c7cc84dc089240b710707c864c70f27a0a7a24de18b05148ac39ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.470078612997895, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans Condensed\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:56.355539+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b2c5a2b-8afd-4f87-a16c-37c561da49e5", "result_sha256": "d19ccf5a5ba9c4c68f7db12d4b9fc72fb278d6c15115b087717dbe0bd95fc792", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.913729603998945, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:22.815186+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "937d0684-6e9c-4e44-a5f4-9d4a4e3e75bb", "result_sha256": "3bdda29763c8bf51a020f31ae998025cbbc4a714b77ed44d13ba116797d41363", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01662, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.392510047997348, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:40.772038+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6720b6f2-20ff-44fa-a718-51e26160d44a", "result_sha256": "0b18b8daf580cdbfa02973e3d004e74ec51529bb7e52649963de284bc1024f44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.472215005996986, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:23.034121+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "46c5b82a-cea8-49d4-b3c6-d497c9540d16", "result_sha256": "5387d71b3c27cfe9beac7b86ef49364d17ba7d31743f88ea3f99fee24118d78b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.439418947993545, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:57.823646+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb1d35ea-0809-4cfb-95c8-8da684549fde", "result_sha256": "738bdc2df0b439098a95f61d72ffaa488164a218f0f87ac9ae3aae531244a423", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.86233398100012, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:59:50.331758+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "86a5e350-0db5-4299-b18b-394594f89551", "result_sha256": "3caf169af82b3b0ca2e4e54effb54859583d87716c23d53c0d6472e38cbf173f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.347609824006213, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:55:59.469178+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "10d67fb7-788b-45da-9fbe-b1f21b1cf583", "result_sha256": "5084b6512d3556ebb82b267dcfc3b30eefe24aa5291212a5b14e42a6cbdda8a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.706924222002272, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:33.859524+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b42ca0e9-d6df-4f63-b397-4633a4bc4986", "result_sha256": "2150557162ced2e4d69ba4b2c46e9af28210a25e6f1879e8016dc4542be33a1b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.842609287996311, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:43.041425+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9315a87c-126c-4373-a48e-b90c38b2ecaa", "result_sha256": "b0b845a5e81f55fff7ea849272ec8f19e7601f36d9eb5f3fef25f8bc74072525", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01618, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.1125074599985965, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:57.835871+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d4424e6-0839-4ac6-b518-fdc65da25134", "result_sha256": "0bcf48f1f621c8110127d9000be27f25b99d28f56287b8fac3314fedd285f36d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.2109399610053515, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:51.986075+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "93fc962b-637a-4968-b928-f6de049fa754", "result_sha256": "12bada4036baacdf11974d3131afdd54a5d4c68ee4e9ada3c6d79503a2e5d75f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.581185982999159, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:18.091958+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b1e1c1c-2482-4e30-b198-1d49e7cc0963", "result_sha256": "a05d08dc8c20ef00aa939bfd1589106fd37d0ec004e6356c0d210690ecbdf498", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.751953334998689, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:55.310030+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "096fc752-b0c8-4207-875a-d3c149163b3a", "result_sha256": "481efd354ec310196f9897c3afa88aee207e615b08272094e31aeca026de04b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.389238306990592, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:32.315760+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f43c6f09-6b28-496d-a48f-79a2230ed2b8", "result_sha256": "ff6b3541db9855abcf1632e2392b36b05083cd1a4d24f9222cc9178e7a20b7fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.530027193002752, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:19:04.704200+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3f9b118-c64b-4040-8c25-4d41a5d5514b", "result_sha256": "072ec2dcd3732553164a476609108aceb0567bf4439a48728724a6a607fe4135", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.839842806002707, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:29.846833+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aad5085e-bfcc-453f-af32-b6a38d6d13c2", "result_sha256": "2437f1200a2e1ece4a7597f3363979f01b59e3ff7474a14724623174ce0f2ec8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.8470449809974525, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:16.731891+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "835ac195-da7f-45a4-b5fa-a80765840eb4", "result_sha256": "074e3606938bf9f8672e588fad8f86a893e587c17c0581442dae357ad181a717", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.247098243999062, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:26.873920+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd21f570-68a5-4789-8e09-d0698ca59ecc", "result_sha256": "7e45b132942c791b973ec865053c419876bb76a3292c5fd9dbd6396e4daa1f56", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.451325654008542, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "other", "predicted_font": "Comfortaa", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comfortaa\", \"category\": \"other\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:44.364224+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7a4f522-7db5-4c6d-bef0-93ca86fdefc9", "result_sha256": "c9b4f7ca67223e454f895ec7db752a3ff95ce6a218cae1de068e6d003f40e306", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.953808442995069, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:50.264972+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2cb9b77-66c7-4d73-af4e-a29599343e7c", "result_sha256": "a4d831e38248b5a35f2396d8375bc16bd6a56ee3dab2785243b5158ae9578400", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.862800735994824, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:59.581726+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "376d6642-2cf2-4b3f-a859-573e1b608965", "result_sha256": "31d77f69357809d9140dfbad82e34415ffe81038be946d815aab9f45bb1cfb1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.01423963799607, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:37.938703+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d17dd4b-19df-4fc7-922d-887979383435", "result_sha256": "f92590ec8f57ab86bdeb8c9525f392b2346b69ab9095e714afb353430d9424fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.765028141991934, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:54.370643+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "049e9e87-8927-40ae-8314-bffdbc13af58", "result_sha256": "8c3fb2e41765ff973fb5e4d7f903a55edb919d54f3dec892294aa6dcdd19ab8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01734, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.580358652994619, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:49:28.119992+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "56a6a4c1-8264-4499-b48a-10791d21a9e8", "result_sha256": "74768298c5993600e70548ecc3641c714e0730d5fe6a7391949c0ab136029520", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.047132096005953, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:28.394305+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6146c8c9-42a3-482a-965d-eca15fa4d06e", "result_sha256": "029739ceefbb08245b2226e8735892d03b09b4b1b23a4a79e5a1515ea4bc3f9f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.253945140008, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:37.857413+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d8c9db3-8a62-4b01-bd1f-0777545839e9", "result_sha256": "8070dc1f005e74f9c8b229894e7fb8a6f5cd3295e9e1032dc4a73c208a10386b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.245381351996912, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:26.590971+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4523d1a0-0ab6-487e-9b04-92dd024a74d8", "result_sha256": "d6821f9cccd438038954faf109a4926892c45a33db60d8c4026af40b09ac90fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.9984521370060975, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:57.162589+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7782e6e-d403-4a49-bbe7-b810c7444020", "result_sha256": "392a976cd8f96075fbb2b753620ae52f324f608fc2801b4833c506792017798d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01617, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.391018868001993, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Titillium Web", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Titillium Web\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:55:58.539539+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ded32774-f32f-46f8-bf1f-fee7d64a9e35", "result_sha256": "e1a8b36c8aba8d7d61e05cbfa00aaaf028825c0f7c53a5b5e73a8ee482b3d006", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9525677299970994, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:58.246317+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "85579d03-7d21-4627-97a6-8f61803be500", "result_sha256": "8f8efa7796c30ec4ed7604c63fd6e0b3398801c10dc1570d128823a5c342be89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.95664138799475, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:03.981156+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ceb72d6-2505-4200-aa8f-c375ea85055d", "result_sha256": "90f3b32bd4a50448b748280f1e677a61e6bcf225604b27921152f90299a52ef4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.114146936000907, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:28:43.128749+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "749637b3-2b2b-41e7-a132-cba1bad03041", "result_sha256": "dd54175b224ce1bc18c7e457a96f4d473a63f60eaa7e2097c98e23d2c9e2d069", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.348413119994802, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:37.941074+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4343b6a9-4e12-4899-bc7b-873c1f131335", "result_sha256": "3474fcdb7087632c3cc42d3b175d06e57597af6db3ac1ef682a43bc922d0b303", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.373172206003801, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:18.125107+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "dda4e47d-4b3e-4e9d-9395-399bb1a67ade", "result_sha256": "f5ec5e7e9bcfd6038ae5adc7a6c94bb0fd2d137e2686c104685d03d24850d9e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.253996936997282, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:06.491374+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b3bf8a-0f6d-4528-943e-9bd9a2515400", "result_sha256": "89c104fc6f95fc3cc84447290dd4e7ddc3d3662804fe2796175efc6edfa18b62", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01725, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.718690146997687, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:25.929224+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "19a19560-ad9c-44a6-9f9d-733446e456f3", "result_sha256": "0e89744b599b7e9e6498cda3cb7fd9bb561cab92e8960fddf1e54291a6ccec1b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01739, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.69100342701131, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:31.426924+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8915aed-62c7-4af2-b6b2-08ee91226038", "result_sha256": "ae1dff081bfccf02ff790f8d52b4850f6171a64f61e0789503f3a34fd57c3f13", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.667622293010936, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:11.909713+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "05dc1cf8-1832-4e43-b046-3f59e3c9c497", "result_sha256": "b0dfb702e7ea5e5ab5234008f42b0767228b6ae493e0967f9a874a96f0f9cb56", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.295597378004459, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:29.262945+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "da52ab58-0561-44c9-b4a1-fce947f6d9ec", "result_sha256": "9f00421e0b53fa9fe03ccf8a27244e9dded88abef90fee01fd4db6105804e379", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.466386341009638, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:55.116959+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d944e710-6454-4c7c-b5e5-b62ea53ae957", "result_sha256": "6602302293146cad7865ba99591f8568fa93d6a1cc3da24d0a8f265b25b185ae", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.378288216001238, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:00.068578+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c4d9757-b5c7-4b5e-b6b6-ceffc473ee24", "result_sha256": "bcc7142417dac9230c3c22150346e35edf23f50494559cd1b9a322021633b7e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.6890931890084175, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:47.245609+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bf83b75-9df7-4d38-bc9d-7f174c83bc3c", "result_sha256": "8a9c2ca7cfcad42b27fb4c040dac58b85ff2ececb5997ba6af911db25871c71f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.900661958003184, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:23.673045+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "413bcc49-9e00-43b8-b450-a3d016b47b07", "result_sha256": "2f65e80fe2329d34cf69a66ecc513f3b086f830d8d6d58e3e883c3c91625d358", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.14319541399891, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:21.516272+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eba1e44-5474-4612-9151-28a9258bf53f", "result_sha256": "9735df2a4116dd839f5497f5df5b7c8a257517a42c667487ad5b5d8f15577dd5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.850754045997746, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:12.169930+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2f89e2d-95f2-4ed7-a43a-95b0bdb20750", "result_sha256": "70eb8ac918e4cea4d3970342045465edfbeb89de4bccece16e29ede843224a2c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01617, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.721905045997119, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:24.217876+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e64dda7-cf47-4f29-ba5b-e553fde72ec9", "result_sha256": "c285b4cfea34f0217d5ade98c174c56d7d0d3021cd9354fdb77e1a718debed31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.967014712005039, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:58.932794+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "42fbc810-eb94-4e4e-800c-6e805cb31279", "result_sha256": "55ce1966cc09ecc82f3116292bc784976bb6488bb4eaad91101f28133ea967d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.154224589001387, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:30.824027+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "39c02d97-11b1-4ed1-9818-153359345f33", "result_sha256": "30b9fd3c810416a21f0567793b1ab3e53945c2296cfbda6cc41a1da8ddf2ddbd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.2600863719999325, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:34.904765+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e4439dd-8b01-497b-9594-ac0fdd318683", "result_sha256": "8c7c1795936aad097376f522629667e78c98f414c28d2956af943815c5d495d5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.139980356005253, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:06.645098+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b2959b-14ab-49d3-9926-9916c61c9d25", "result_sha256": "3df3629544bbce7ee6ed5df4818d29bfd31d7f04b76343c3cee22d3a8500aa64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.356688583997311, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:23.797472+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "15f7179e-baa5-47b5-aa1d-29c0b124bf0f", "result_sha256": "05c427b572fdb516cf0c6e5ba44fd2e0c7c8256e01da19a2103d9fb6c0a16455", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.65635459900659, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:33.761252+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d95dd310-227c-4b59-ba36-d2f24b7146d5", "result_sha256": "faaf7496afd46ba23c20a59a3c4e4d52508d948e6319358c5883e2edadca0cd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.591968555003405, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:09.103937+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c60db1a4-9337-40c4-a5ae-b33bb3a87292", "result_sha256": "51616f8e2ae1a67f7deb32c12ec4a71b0d4deb80017fe5f7693f1361c0a87ffc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.432976772004622, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:44.871757+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "22bd8411-da97-491c-b178-28a563182f83", "result_sha256": "1a05f5031d6409ad3871fa1721b56964f422da8ec6407b46c8b04c0554ad0e30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.28655207499105, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:03.176696+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d1007c6-9cfc-4acc-a9ea-316bfdf22434", "result_sha256": "2f30b99b3d57e0f690801b227b12170fda1ff18be9917537a66009b38ff2181a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.200563471997157, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:45.117188+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c066637d-2633-4af9-9516-f7ca389a51e7", "result_sha256": "ff14f42cdb95b12879f9d7d09d0234b59bceae86717e283e19b59942380e75ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.9061944799905177, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:13.557329+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "428220fa-a581-49a4-86d0-fa6a8e69f728", "result_sha256": "7504278d68243e3572b0592b04f9b58baa10653d34201f994d2e121f89acc39f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.395907733996864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:59.930610+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "79c7544b-7085-4032-81ac-b6f088b1dae4", "result_sha256": "b7524de8748216d912b29e908997d771a42dbdab0b9cb8a9b9c63be7b4c5bd6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.72562334399845, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:08:23.486585+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0152d967-d9f8-4ef0-935b-0b1197182951", "result_sha256": "53929d0c6731a2ab4340974aa7db08fd2065139ad3d2b6caaaa5bd2cc1dce994", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.811692565999692, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:15.024266+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1330a52f-507c-41a2-8ca2-f1610a415cab", "result_sha256": "5b538d06f5707b4b0f939bc59004921651a49132aedacefb15e1b15d736d34c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.003876390008372, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:25.745683+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dd858d6-3218-405e-82c6-4ce0875ec4be", "result_sha256": "63a665d7ceec43c8fc2a6e3a006dddeaaef98d7294aa7bc71c630bc44de597c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.612836101005087, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:47.838928+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1815162b-dc96-4363-a46f-295d686af604", "result_sha256": "c2866cb581ea6eebd1e6f31a1e230169ee37627c677ad2ca209de9ca45724698", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.190852391999215, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:12.361571+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "98de94b0-5d89-48a7-a2ab-e4b635dcdfc4", "result_sha256": "ebba71636c87274d2e27953db715a0b2d010a76e6c748792b428e0a4e70072fb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.410341491995496, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:39.873244+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c9390d6-4499-4548-b4ff-0c2282ebd2fa", "result_sha256": "d3b50f21bbecc9808e2c0b41c1451da7ffd59b59de9bf2e1794b3d3af7fb2e47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.926930501998868, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:39.299575+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e4b061-57fa-4379-84bb-e7017f57fbae", "result_sha256": "2e4920dc53a5ff9c88e712468cdb61fa4365446109ae0f2b776e81f7cf7f262c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.258447107000393, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:54.905092+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "915562df-cf07-4a09-8482-d6fc0364216f", "result_sha256": "c5a1468213ccc902dc2446364330ddb344860f487141ff33dba5374bc260a1b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.8398388330097077, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:33.509479+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0305e6df-8c5e-48cd-8b6b-664713fd0ed0", "result_sha256": "dc86f7ff47e995d01df020db12c2f93bc726cc913e08cf71651db654057d79ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.611569978005718, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:04.714799+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f18acba-f397-4a25-abf9-64c4b81485df", "result_sha256": "58b9c9b64b96f18f1f9fe92310a5f6373bfc8991d7bea5f60652571fb4ae1d3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.074485477001872, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:08:47.671327+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "82dba114-f052-4f8e-8283-6f1e3b9e935d", "result_sha256": "2b9dcd4e6e6f8482b8a343a95016f8a685214dc7a0904609602cf379e4440384", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.359581251992495, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:59.367993+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "60bc92cd-027a-4b09-9352-cde708dfc2d8", "result_sha256": "9fea2b82e6d2993f7084111b06d7e89c3fdf19e048019171afb1cb9b77cf8881", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.950189511990175, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:39.504012+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaaf3377-3a85-4a9c-b9f9-163a895cdc6e", "result_sha256": "da4087c54c9a8031545519d05300621920f72794e6fe021cd44cd26cec657535", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.352570486997138, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Manrope\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:03.799545+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1bfaf1a-f90c-45b3-8f70-a911baa6d9ab", "result_sha256": "cd9d6cc8f79953e8b3af702412b3e82f1de54327b08bc1197baf377dacca7eb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.118214283007546, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:50.878676+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "66552bd6-affe-48f6-856f-453ec6ebe6d3", "result_sha256": "0ca263fd88692f1054bdc1b7723a305c06db6a2177c6d81c32215e37f1dcbb8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.330395958997542, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:52.247243+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fd5796a-ee2c-4965-b090-f2fbc13185a9", "result_sha256": "24870a3f98e28ac35b8e4cda27791738505d43aa62dc953cb6489479c7011a3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.353816824004753, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Manrope\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:21.604572+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "71b1ff98-0d72-4b53-b27a-00c845b627a3", "result_sha256": "39c50b612d83503cfd0267b03f9cf8dc875637e881da5439bd11154b8587eea3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.063798857998336, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:26.265066+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0d14d56-488e-41b6-a553-845797aab15f", "result_sha256": "83256946b03df208ec4b1619a527d87997447eb186e130d617cbbaf94090e519", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.240863213010016, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:18.902198+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a770d11-c276-4fed-815a-974f0d4bc99c", "result_sha256": "50268ef6dd9f1e1b46db3540e26aec7e23533771420e3da745a6f900450fb73b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0175, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.265512530997512, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:11.924593+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "606a8047-9249-46f4-b729-101c0f6a8cc6", "result_sha256": "d77bc471242262d3565281ecc6b45a02f3f7aa6d4209915c4fbb1376ebda3b89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.714953654998681, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Exo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Exo 2\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:36.483203+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8837bc4-a672-46fc-b7f8-197b95f9c0a8", "result_sha256": "742c318771dc09f13b328334364014198b2d5595ba712545e518b7ecf440c7b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.30094325299433, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:36.900381+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cf2b544-1827-4902-894a-349a05a80dee", "result_sha256": "8b91615bbb4997979b04adf78af48da3d2135924d0bcb872df258f396e1de564", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.642633477997151, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:15.070220+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffef4a00-c915-40e9-b19f-c4671b5e6e14", "result_sha256": "368b021ef9b7915af4b389b5996363c9e236eac9447fa09ba3847b5a2a2f97ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.0544596549880225, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:08.036224+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1a3ab04-d678-41e1-b10c-f2a29b0c3de4", "result_sha256": "707d1f827bee7a607372fe05797bfc664348c2f2da1e363ce6f7bcbd0d8f16d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.042612397010089, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:19:23.190415+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b701c350-ffc6-440f-9f8f-53f94ee0f337", "result_sha256": "66694e67c2bdd6fce9a8f618f07b8cc7c459a5fff5d6ccd36ebdcbbb3bd66d27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0171, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.231251666002208, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:33.964839+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd52592-309f-4252-8a8f-ebe2e31ed3b2", "result_sha256": "41ba896f164dc74bc41619a3e91737d7c12a276198c651e2cf92c1aedbdb516e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.8553323870000895, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:32.004015+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e16f78fc-9e30-46d4-8de0-f004f2d48373", "result_sha256": "41cee83aad6e6043c3130a02877c628d7326b47b35c20e6a8a0be8671e9fc5c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01597, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.648551140999189, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Saira", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Saira\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:35.909467+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d02f88f-9386-440b-99d1-f12fb589714a", "result_sha256": "da8b7543eef177b6aebf9af9f93461e30cc82ac010153d9b4c3a43153fd86e84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.467969680001261, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:29.862368+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c545a6be-73fd-40fe-a737-5ef3fbc7fa4c", "result_sha256": "1294338917196949395c66d98f040df9a6c2a1b503b15cfc6769a7cb91afb587", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.763426559002255, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:12.402308+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d0fb70a-3fba-4551-96ef-fa9b212bbd47", "result_sha256": "dba7810e71933176b403ddce45498ea8167df22d94f194e03831119c766101f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.900866080992273, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:24.311317+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ec64976-39d9-47d9-a385-cae693c044bc", "result_sha256": "8730c91ddbac3eb0119b17e0e0676b3b81d04ea4aabe379fb9242c498168bbb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.661742374999449, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:15.626748+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5aecd52-8cc3-42f7-bffa-3c051cd6756b", "result_sha256": "e4eca02a1cfd109ad899b154d022bc6917b2b41ccff4c5ddacfc67ca6a1d1b84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.562214343997766, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:48.278470+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9b48d72-e29f-423c-a0c6-4d0fcf6e29d0", "result_sha256": "84942f058180e4abbcdac1654bd7d2b3d5df59daa6d5eaeafbf7df368cf938cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.834760609999648, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "other", "predicted_font": "Rubik Mono One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik Mono One\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:48.701319+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd833671-d701-433d-982d-10eaffce7dd2", "result_sha256": "8cadf0412f1ba1e1c2adb4a0b1bd0d5040a90bef6684bc272b24531a188fd892", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0163, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.138568359994679, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 62, "predicted_category": "handwriting", "predicted_font": "Nothing You Could Do", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nothing You Could Do\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:42:55.333485+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac1068b-29a1-4da3-8841-0aa1db4d90b8", "result_sha256": "5174a1ec11ca5fc0e81e7833561ed157d47fb03c69d73e4feea7af5c815a36cd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.359561105986359, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Reenie Beanie\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:52.903387+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9e6c35b-aeeb-42f1-ba1c-ae79da2a668f", "result_sha256": "eb6c277bd75d89bfcfd9bdb1fa51b712fce6f706bd4a5fdcb4868ea733e758fe", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.5640985049976734, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Gochi Hand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Gochi Hand\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:40.394966+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8d9d84a-d36a-4f5e-b97b-a961005013d4", "result_sha256": "62ba68fc6afc422eeb40dc6f6d215f0623d324355fd3665aaf16ce84b1b54bb0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01712, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.108115567010827, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Reenie Beanie\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:46.150292+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "30235324-258e-4a98-ba86-4d5cd4d80ecb", "result_sha256": "7f5b26876404dabc536ab2b6f36474c375c56b79dff19e472e572c3e23b2fc64", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.791678135996335, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 65, "predicted_category": "handwriting", "predicted_font": "Nothing You Could Do", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nothing You Could Do\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:26.697310+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "366aaae9-c566-4f5f-a8d2-0ea6109a1982", "result_sha256": "49ebd71766df2dcabde71e5f3a2b70bf6ed2b6919d677228acfc61b237638711", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01679, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.59443015299621, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:45.667841+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "acab3cd6-d92d-4999-b169-e4e83dffa95a", "result_sha256": "80b4a3f116c879057731e3db3abaed17996d26d9caea8c5705f7bacce0064b2a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.595443796002655, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:12.663080+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d46b56c3-1c51-4afe-bbfd-7ba72f797557", "result_sha256": "99b79b06f398270e94d41f10f625953d18c0e6492a157408602d467f418a8e9e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.220040776999667, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:32.341289+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0375ea3d-020d-4dda-9780-d3a0fcf7313c", "result_sha256": "d5eb1dcef21004a8a551ace330451ffaac8a043a43768dbf8726666d222f7720", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01648, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.693682838988025, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:53.728413+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "18206b17-f468-47c2-99bb-d86829c5722b", "result_sha256": "1890db7ee924997538819e61f8f7287b563d82ccbcd1bf17e1302f09d146700e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.807111282003461, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:26.206205+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3efb6c21-e2e5-41c0-8c05-4bbd22fa222c", "result_sha256": "3b024cabfb31d8df0eb5a82e0d3de5a4a57bbf2535a1b89dada00159106128da", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.024400610011071, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:22.976322+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "966e7499-d348-4151-8b40-25555ea9f8ef", "result_sha256": "fc8d016dbfba12ebd463ec0117a32e0ffdb3aeafd6168ece6c296b614e524801", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.4480375010025455, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Cutive Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cutive Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:19.216254+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "46bdd95b-074c-4365-800c-05d517f1f01d", "result_sha256": "174855e85f43c2c0ba98fc8046f88bcbc3b9fd62fc7dd402404af2f15b822dfd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.893569039995782, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:45.249200+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "54ca0176-9e57-4870-9f94-d022d24981b8", "result_sha256": "f8e2f6b3bb0d00d638a67ab403d1c2085e54a5ae6908a89247ab3a4406a5d04e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01633, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.597596189996693, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:36.457877+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e30ce411-49cd-4474-9a42-e95949b65d0c", "result_sha256": "595d571e9550486005f370c7204eb4f2a1eeb43aad4dad99373eb9f9ba248f9e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.070098561991472, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:35.106984+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1cee238-6699-446e-b372-c63832d1cb8c", "result_sha256": "a6bcdef059a40f3f44ec4a9ee9da0ca90e234ed2aecf6569db48645315aa805a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01679, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.451229661004618, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:19.770800+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d312241-b956-4f0a-b49c-442ea816141d", "result_sha256": "0b264c85b2047f74d902719a48380d66d89ae68f7259a8be30b562738ae40212", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.479193931998452, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:41.927916+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e5ea78f-9fe9-40e2-8598-980f933a2984", "result_sha256": "f5e096803a8f8dec17db447e2925a1e9c0f22ff14b221b4dd15a969fc50650c2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01725, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.545849814996473, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:42.874987+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4076dea-d6c2-489c-adb8-b5d2c3a7aca3", "result_sha256": "4128a3f914558192fe0d834b8a5f3f240c8aea7d5ece8201b1259aa9454e5743", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.719646589001059, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:21.060265+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3604d71-fb3f-47b4-9b52-c2f50ab56d7a", "result_sha256": "b078785cd881ca918c5615ee6b46513dc0002c1f0a8ccc28c92165d5dab1255c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01676, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.648026014008792, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:53.260668+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc2b6acd-5558-4f40-bbff-e551541e1523", "result_sha256": "d0993cf2951ee5e43adc538fa54a3d57c152df3008a532446db35629bff43748", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.876526412990643, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:02.581270+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5989cfa5-422e-439e-b424-d84b843d93ad", "result_sha256": "d9e5ec41b8b4f06b12d04d6f3a901ed1462892392a42ffffeb20bc6809c75430", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01734, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.280029136003577, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:16.293672+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "532ae6c0-4bb5-4d50-a091-ea3d21131344", "result_sha256": "14c259f39bb30c5fee84bf3bae9b9e486e559786904c1032470744b1b43884f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.641838212002767, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:26.021642+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1265644-6d59-4464-96b1-22237453ad66", "result_sha256": "8ba82152a588e760254dcc20a598a9630d18596fb0324edcb305762776eb060a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01653, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.607337686000392, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:12.986949+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "545a4219-95fc-48b4-aed6-2d8a6bc94238", "result_sha256": "c7aa74ee64d1d2ff908e93367929e8f6fd7796eef1221a88308efe21fe6f316b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.378483082997263, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:01.905488+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a35b3901-4f05-46ff-8e1f-1f51b9d7abe1", "result_sha256": "9d8e95be5ca9ccda43564730992dcc256dde5eb65dfe5a68828cdbdaeacfeb42", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01634, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.0928075699921465, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:02.771369+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "749acc6a-3d28-45ff-b2d4-208090e250d1", "result_sha256": "d5f65c18f414bf9401f40c8d828b5662b11aa5a313b1aa6a4f55fe4ac0d29c24", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.914966814001673, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:29.190688+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "07673f3f-7bc2-4757-bbac-48fc64223f2b", "result_sha256": "62b203bd42a452bd0e1bf4db1c9a72a467aa7ca2f0868ec9afb1d5461eafd927", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.307854245998897, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:27.755684+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a091c0a8-1c16-4385-ad15-302accc96a26", "result_sha256": "f75bcea4d68709e30319784d5a37e18dba02f423342700482dccbfabefa4de61", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.233697149000363, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:38.639232+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "90538945-1a28-4991-b595-42bdd4395565", "result_sha256": "10327bf7c9c36fc68360070bd311fdf181d5bc2fbccba979517fa2ff98d6cf3b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01725, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.764105530004599, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:22.395456+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "492627c4-c530-453d-86d6-f58fc2dac7d3", "result_sha256": "8105dffb450179e4a32d78a82e532d436409058df349273822fe94ec76db6b52", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01676, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.473978808004176, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:09:14.718592+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2ae67e8-d161-4d4f-9b88-ca5245ab9818", "result_sha256": "6bc9a843c95500ce025cff034cc91e931d6354b219703ba0848f6e57824c9aab", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01679, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.582216117007192, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:33.789061+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e5f9d72-0e26-4722-a37d-0039a349878e", "result_sha256": "fbae37664e1876c54843c4e6e9e40be6a944fdd0902c807d8e3dcc1ad0937a17", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.635604044000502, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:14.906312+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e57b57f-e59e-4cdb-9926-840362d41f68", "result_sha256": "3b2e499d5e3beb5ddfe233a37d4f6c93e220b93af168f64d0a980c570b9043d9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.040527237011702, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:29.348394+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6b9327c-bad0-4616-9d04-ab17613a3646", "result_sha256": "6c52906cecc07fc39293c09fa9705b671bc2ab57d9ca8f641d3e19eb2a7b6284", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.487692522001453, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:18:45.621386+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "403bb74b-f0a1-48ce-83b9-eefe1943c612", "result_sha256": "1e659a61e7ea09aec059e78c0c019c88ef010158814ebdfc3c5eb640794cda31", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.412500188002014, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Code Pro\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:52.687369+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9ba2a8-0b41-4d1f-9b50-367ddf86bf45", "result_sha256": "67dce73b85296f869af1278ace2e72d9abc516574ee12b46d92fdb9c7d58cbcc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.350361610995606, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:44.060152+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6d755bc-b14e-43a7-b8f4-1699a282a8bc", "result_sha256": "228c9400a95293a3a1cf6c9cd046a206307eee93edb8504f558e0763a7f1b160", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01622, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.29448106700147, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:25.110654+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "14938b11-6448-4d59-9f5d-86a6047447f1", "result_sha256": "61be394675fc5ccb11c9d51d1f117d3bb74f2c73406a7428eafb88fb1e0d92c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01671, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.598707825993188, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:08.262609+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e70ffa74-4f93-4004-8890-7d9eaa16ce80", "result_sha256": "f2c763ac97fe7d2de0c2dd4c57295cd615e117f20d72a3984581d62631a0e3a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.025970866990974, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:30.446152+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d90c422-167f-41ef-bd00-ae5dd5e63956", "result_sha256": "7d8321807466722fda139edb8267cd8ceb5209ae0f4373a3ac4e47683dc751fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.83445650000067, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:34.867551+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cbe159f-e677-46fb-b3d3-1fe3c020ead9", "result_sha256": "7d4e51527ef678c729ce6cdc45d334f319cf191e84c019e42c7248fcc7ca3a19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01615, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.9219821890001185, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:29.942499+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "04b7368c-f846-49b7-93b4-da1030fd92ff", "result_sha256": "5dcf8a8f3fff25240d779a593f4b71e4a416c3f095f6ff788d74ccccf0ec7821", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.387934917991515, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:49.237181+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b42702e-c2d9-49e5-b31c-4d73b79081bf", "result_sha256": "844de94cc69e9b0cbf72e4688764fe103458e5f87258cb7ccf8a1f161f9c6678", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01729, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.070015224002418, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:33.134575+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c77dd6c-0ed8-43fa-b966-458c8e982635", "result_sha256": "5bc5dcdddf9f6966354302384e5fc5dc881338abea2635bb987b0f010843cbd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01648, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.590866139988066, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:42.849974+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "fca97111-95c5-462f-a2ad-0e8c89e6dbb8", "result_sha256": "76722dd7f9b7b36244d6a7d17a15fad2196d825e46af1216e56a015b6fbeb259", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01761, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.112159796000924, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:00.838806+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7aecf2b-9081-4e04-87d7-8f09b4623dea", "result_sha256": "2b553358c5812ac4494a51d598d1647dfefa56458c81a32de9b30e246f050df8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01712, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.473187123003299, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:11.949130+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "72eda7b6-bb70-42a8-b635-96a895b24d9a", "result_sha256": "830c88f620cad5b6ce623aa74950598a6759b5f1a28f57b47d7622e99c86ba11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01664, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.471594429996912, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:35.812918+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad800083-849f-47e8-90d5-cba64163873a", "result_sha256": "13d24acbc59ca663a3d20a8d3615be84abc7d48ecd106d3d55614157c76261d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01755, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.369238681989373, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:32.592095+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "148a2ff0-efce-4fce-a168-884597db99af", "result_sha256": "350de70071fd0587abea94eb94f2cfa77f0a3d212007c2919d0ca7cd7158872c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01659, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.42565824900521, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:39.327328+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fd13424-6833-42a1-8c5a-f1d96bdf8fb1", "result_sha256": "101483bc9133286f2bddf26a807a76b96feb586df15dcdb33574218e66c778fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.423223488993244, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:35.323633+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "acd18b0f-183f-4c2c-a051-5a6c1ecb94d4", "result_sha256": "91e62ade3d077181071f4b09e5ce8a04e0b70dc72acc3ff037eb1cc8407166ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01612, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.110048553993693, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:26.516853+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0be616c7-8e2c-42d5-afb1-f15f40020971", "result_sha256": "e36a102c612eca8c2b93bc36ece341c212ccb485f9e406c13794d92b0cd8e4d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01689, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.292372898009489, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:05.378502+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3268980-f440-4e1e-aafc-612eb455aebc", "result_sha256": "ddc1dad5f1e1b62dcf73dadd13d7a0c3d026a5101f715c3e2c6d8962007efcb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01658, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.697290569994948, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:54.470353+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bf42589-e74a-4a79-a31f-9fe0c4f69c4e", "result_sha256": "5e1f1379058610a16600a51dca2a23713b3e35aeadafcb50d51e786d0eea77fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.55150626199611, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:38.648819+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "12812ba9-0e3b-483d-8d6c-6c5677e0aae4", "result_sha256": "85c314d494bdbbd7b762d0e4e306124803c0420185c0688296fd69d3301ca4c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.0744997119909385, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:41.213901+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb6cab31-2277-4b1a-afcf-06237164b017", "result_sha256": "b5553bfaee92c585bc141b59c7e52d1f1d8a150e3850e0af025ed71403ba298b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.21201129500696, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:30.933569+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "76cf8d84-6355-4d90-ac0a-43846c4d2091", "result_sha256": "f02db1c2c6f2672abba4fef14e1c60edc9d6b36933f46e8c2be73763c244c290", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01739, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.739922838998609, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:05.361072+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "013ed6bf-e6fb-4542-8c2b-2468ecf06c6f", "result_sha256": "a252407793c4c27c6d4a8de7821af8c6da26f1474f1f3a1f7802dd0df738f3ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.66532080899924, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:58:20.299055+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "13f4f2ba-896d-470a-8c4a-9d7489e4a4c3", "result_sha256": "04cf65ccc6c3a4b68427ae49cb1dac228f637eaf1db7b7ca5fb71df27fa4468b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.207426054999814, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:58.941899+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "41a9f360-a326-4e89-94cd-c4ed375e54dd", "result_sha256": "1251862df92ba185c2aca43de9fc86463686061b99aecc7e5c4efadea4e6fd9e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.420139772002585, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:20.306320+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef4bf3db-c40c-4574-861e-d93e66573c8a", "result_sha256": "4544d71a34f587809fdef40a72f7c5a3d20fab10b56d6a58c3ffb5d439b72268", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01664, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.288440310003352, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:17.934951+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f83ff15e-cc17-4a42-815d-2ed21cdf6fa4", "result_sha256": "951f1980175bc2dadae9b68b4133ca7a7c7bfcdaa1f75bf88a9d38ffe6405200", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.181212494004285, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:51.335245+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4fe98ca-13a8-47f2-aaf3-b8bdf307316f", "result_sha256": "5648f7597b6c1d5ac0d56dd3dda24d0d6910995aebcc60537a22b2b830452768", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.6783393590012565, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:23.155138+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "439e6649-84b1-4a2f-bb70-5a69412c610f", "result_sha256": "9afebcb720469b6cc0838a6a1c1ea1694a90ae76c04ec98955ce83bf486d3e6c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01715, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.193345653009601, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:15.630192+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "26dbf00d-9109-4061-ae8f-f35c87e69773", "result_sha256": "02dc7567c56efb1bff0645d2ff090015b74f2cf6e5ddfb2cd3cf005431a6ac04", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01799, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.157248250005068, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:36.444995+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "eca44293-e7b1-411a-a3f9-658459c1cf72", "result_sha256": "f2c340bb1c31facd6e91216f365377f608671cb3ea2d3d854d1bea5e03119719", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.316653983012657, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:33.266882+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "625a25bb-3610-4032-8d2b-5bcbb0202bb9", "result_sha256": "3637d5c748b7d36eb0a9a4602a5949d8ae259afe024e9b1e725bfd04b4b0db4f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.076222289004363, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:15.085246+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0bd0a5e-0037-479e-ba67-353de5af6ee0", "result_sha256": "8dd4ccd2187be8f62b41a5b2f8887d43fed0bf5c1cb99bbf033af25ee5d7aab1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01624, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.477865972003201, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:18.168643+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa264514-4aae-4009-b3d5-c1db8d122b18", "result_sha256": "d0ceace3369a41a081e3cb68a809b7c6a55e32c27f12a902251b31b84095d80e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01784, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.856682888988871, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:11.878629+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "89b9f324-f0d9-4f57-9f0d-4eb0dbd958cf", "result_sha256": "22bb40a7f04ecb216af8c7cb0b31845605d3caa7967b7bf2c1ed0b1dd6951368", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.384552572009852, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:27.446419+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "17bfc247-1da2-4626-b839-db983b702f27", "result_sha256": "7412bc639c3e1473b8bfb6a7d2a9d9a1280eeebc98ec50f8be160102c148254b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01715, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.552620745002059, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:56.277585+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f25c4902-b4aa-4757-a6bd-d14384d99ea8", "result_sha256": "ddbbf8061d41153ee3eeff695d4a69345455801c6d0ec64001d150cd1e6ad607", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.920200173990452, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:58.698907+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "216f768e-b693-47bb-9476-aa59098e1768", "result_sha256": "68a57045097696d710cda06661d20607cf73957448aec749174ef01c505351e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.6982551740075, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:51.492471+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "64b16124-174b-4a4d-9ca2-1635ec0638ce", "result_sha256": "d4f88e8e8a63de9307a028c9ac30ef18ae6cbebd917bfacda7928f1fa6e6d8df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0162, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.188447824999457, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:36.225988+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "490fd867-d2ec-455b-b389-4d0d830afa00", "result_sha256": "d7ae12cefde8bf4795e2e8e0ee693d78049a1e74c4a13f898701202d17995c30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01724, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.580761236997205, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:32.730591+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bad770d1-3aa3-4875-9d37-e119db1645ba", "result_sha256": "2b779e9aae5d1bb3879e9dc41c92c29522e7b324865a3ed11c542327c9b9f572", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01662, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.7690757939999457, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:36.324768+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "873355ce-95e2-4c83-9db2-1b12902ddea8", "result_sha256": "918660d575e30da30f0cee9e1c90bf14f8676dca514791b39c5bb68571d9476d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01641, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.475507365001249, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Spectral\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:19.062181+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d949bf2-7b7b-42a0-a367-9c6c50642765", "result_sha256": "dda105b8e74b54decd2b7f05d064b601125bd8f0244d95e67367dc9dd66d2839", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.304218920995481, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:21.300372+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "19eb1e0b-9a98-4368-b214-397beb6a427a", "result_sha256": "880ca42e6b30c684351808a396428d576c3d2225ef1002e1f91759b1e87a1829", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.138684776000446, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:55.093377+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b6e4004-a112-4bec-956b-137f1507a10c", "result_sha256": "5a7462be0d67f45b9994fa7802bebf28ff881729c521804e0d89d7327ef5d7d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01653, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.064382267999463, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:53.558883+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a1d1ba2-596f-4b7c-b6e7-ce4fc29987d0", "result_sha256": "493fbed452e9d8e7f6665d00054be589cb7f68a3f2164017c29b3a86ba77445a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.016643155991915, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:43.447410+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fb08fdf-0958-4c40-9dc7-aefec9e8d23a", "result_sha256": "9dfe08f3627be048392bf911546d88a771686608d7a756efc1990df56ddf583a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01709, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.516304816992488, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:18.399983+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1712b581-deaa-491c-945c-2ff427e320f6", "result_sha256": "2473a76fe82bacf406ba1f9acf33e310178703ecbd71e95bf384e2ffadc22542", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.205299057008233, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:56.375803+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8863bfe-999d-4ae7-80db-c9a9cac61059", "result_sha256": "2f26aadfd6231e5c82b55e039509795eb1ee92b517b1c37e66e7bbcd15683488", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.620143624997581, "line_height": "tight", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:09.583993+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ecd210-12b6-4f3e-ab1a-ee634c60acab", "result_sha256": "45c5e7be87e3cf93eb56b0a4032afdf459ada0bfed6f1c1fbff579da1a42a615", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01719, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.149395105996518, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:35.362589+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "245ea049-4921-41ee-9147-91796a8189a7", "result_sha256": "b288a5f1aa3c1754472cfeaa5772ade113044859d211e5acf80b06cb0311befd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.321415351994801, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:26.436918+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "493d4a3c-9812-42da-9a65-69a619b1ed37", "result_sha256": "fd252fab6b45a5e267d6fad89db8697f5f0ead88bc06ff5f19548b5dc492e6fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01643, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.961643333997927, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:18.322434+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c36d766f-64f3-4c3b-bf3e-c2e938dfce93", "result_sha256": "afc700629712729d696693378ea948419a6a8265022301717677a26c401e693c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01651, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.621365414001048, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:42.661467+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ae8b331-aa41-4044-9046-d92484bd350b", "result_sha256": "0139526dba01b46d05ba70e0d6e3f75d5c1c97e803664eb8ca57fd4dfeb8b01e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01739, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.573855768001522, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:58.561690+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d5fd047-acfc-4b5b-be59-8f5d8ba6a413", "result_sha256": "309e15b83e1658a6a6a126c82813f8100ee00d9411f14453760b9f202ac0f5c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01707, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.788552761005121, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:51.423182+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "0196a329-18ea-493c-81cc-6350839cfade", "result_sha256": "d83119629941e39911f93eb95b5fec86fa8be1e7f84b8a1ae835734b69b3b687", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01766, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.329462424007943, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:22.226072+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "70856401-aa76-470a-b7e7-a65f333b78ad", "result_sha256": "6560592d8949900be5af64dd73a00a1c326c83e4e03f7b163f65639e3b94bb16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.6450453709985595, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:55.146460+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "96dd4247-c974-4270-9672-bf15ac7c4970", "result_sha256": "ce39b9a7ba3c0821444a7b0af5bb6c482fe3b6b875d5190161e0fedd45fed8e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01628, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.407182252005441, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:01.487349+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bde32bac-3161-43b4-b795-6d25274d04bc", "result_sha256": "70fe2f0f8af6e2add2e0ade48532489f47d8f1c29854d57e6a0cb55da524281b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01746, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.58099731701077, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:25.684198+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e233f5-c9d0-4127-b54f-26e6a9e3b3b2", "result_sha256": "0e77f36e67c579c98d1d6ed97297567a64fdc41fdbb015eb41128e595c94f411", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.653170670004329, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:41.080633+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a255a7-acb9-49bb-8ca5-f4f867f32952", "result_sha256": "64e197fc1735da9670d4c186bd7841b960fc4391ff858160ad69b8158ca3c658", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.732353044004412, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:15.929594+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fcfbda3-33d2-4c75-aff4-e7f6301c2e99", "result_sha256": "0dc8595b318e76e9da468fbb27f678176d5647ad657194977d1649561b97fdc9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.31339663300605, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:17.504797+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd35cd02-1120-475a-9d05-9ceb8646ce28", "result_sha256": "1b485c11bf399330ee4ec3697cea0dc483e0457fa95e7b37e956719842e16cf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01659, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.4456473129976075, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:40.055670+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "f50a773f-2cd1-4002-bec2-2b6c9d3358e4", "result_sha256": "7071b5c4e56ba4ef2843222dae5d827582bf4e9ee459573099ad64b159939a09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01687, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.9973250210023252, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:53.723667+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "06bb4140-ff6d-498c-9126-aa9d5f005123", "result_sha256": "d1ee1a9b1c11db7c31ce5dabac57adcfe180b14104787ee4a0a52ddb6922800c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01784, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.714312924988917, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Karla", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Karla\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:16.016060+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "713facfc-39d7-4ac9-82e4-320e398af760", "result_sha256": "08e2b7cb6b8ce4dba08f2f6c14e06142e2e809dd1237daf456fb67ea3b238004", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.244327485997928, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:56.311143+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd5d5f72-4dc3-4be1-9565-d81753cea9a6", "result_sha256": "0d92880fcfd772cf026544afdf94518ccc14ac48df228769cf506bb21a27a11d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01622, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.588930484998855, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "IBM Plex Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:50.278501+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d240e0-b806-450e-84f0-520f4ae9805b", "result_sha256": "fc457b1aba300bdaf2b5f230c50a47754074679d71504af164884ae248bbd098", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.233792611004901, "line_height": "tight", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:00.659159+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "e435bbe4-4ffd-47a1-834d-b7255c76cb97", "result_sha256": "741e2a255a69be0215e4fda2ab7d75d8d3b21ed2442ed7c6cd91bb1e8c8f87e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01756, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.349676503989031, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:10.354716+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "98f658e6-5b35-4711-97d5-9dad8671982a", "result_sha256": "00e1a8935b0f4cb35bdcb1e3b071fa93004a68b6f70216ace4547fdb3ef4cb72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01619, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.309459898999194, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:23.160242+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "98b49c3e-eeb4-49d4-a283-e63ff28ccb5a", "result_sha256": "d0c1516ec7221573f0783898cf9c94eb3286e56dd68693da6d699b9c9e34103c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.341306668997277, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:01.290952+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "a35367ae-2f1f-4f14-9682-b43c14196388", "result_sha256": "05c9e09a80ba75a11c2a6d239803697a5c1ca27551d45e465764e0ae91c477bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03812, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.046080378990155, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 484, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Titan One\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:46.271380+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8bff70e-0d3f-48bf-9e06-9729ed13011e", "result_sha256": "8fdd2863e5b6fcc87875bb4dc2dd165d4ca6d6c497c58990e24ca51b2f98abb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01714, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.49497301800875, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:25.045245+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e77e8a6-6290-480e-8c86-d1b3ac274549", "result_sha256": "9dd4348096920363e3370cfdc3c7bc092b22935b37af926d646bd89a475c8a7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01735, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.551830753000104, "line_height": "loose", "line_height_correct": true, "model_name": "claude-fable-5-1", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:02.101796+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-fable-5-1", "status": "final", "included_in_comparison": true, "source_attempt_id": "278c8824-8df0-49df-b294-8a06aaf15fbc", "result_sha256": "2c240f5ede3ee258dccfca93e624b556987b150abad8c771f911e66c69f340e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01613, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.250277498998912, "line_height": "normal", "line_height_correct": false, "model_name": "claude-fable-5-1", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:13.314415+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e652db58-3d10-4244-bcfa-36df9fd4ac83", "result_sha256": "006da210d6b2f398aa8d6b16ba8b870195880665e99e4cec66afbef825b8f97d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1449174019944621, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:23.547498+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad0b385b-7022-4b40-bcc3-702ecd3719ab", "result_sha256": "f2184423bc40458570bbd0c35eb0a14a293f29bc710026625a87b6759887fc1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0590318519971333, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:00.057911+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b71406c7-901e-49c3-befa-afdf2d4b02fe", "result_sha256": "61a01634e347d9abdfc71d64500d1806d006460045396370cfbc70fc281e6708", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9263665949983988, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:46.189637+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7634801-b37f-4ebd-8d32-3b12f6ddce18", "result_sha256": "53204d41a6422f12455f50f2d33983633a68048a349bc63395bb048f638bcddc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001324, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.842092140999739, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:57:18.429800+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9024d6a3-20a9-440a-b8ba-f1e13b974909", "result_sha256": "11a33f860f2f9a7a7c4f2e7fff4e255b88cf87e00a33fd7e583785bad8e7d69b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9493260199960787, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:24.474019+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "32932916-d79b-4c15-875c-4e873ce8c4be", "result_sha256": "90c9a5e16db0a3a5c92350e8fdbd430039b155e9cebafa68fdf7d2f79744c9f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9385352399986004, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:36:49.452424+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1851c2ed-eff5-4870-961d-7d1b5c4ad1ad", "result_sha256": "8be71f626c09f646a61a4272f11665e087676bc87ce219e273e3f0a1c0fcc969", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0026467480056453, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:16.103792+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f9e3d9-19a6-4ae7-baa1-8fa68a2b1dd9", "result_sha256": "a5745d92e4ecf984173aa17f0b4a9febcc1e3c4a187521beaa77e49fa5aef24d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3865674970002146, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:38.341828+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "87f2057b-6ec5-4e2f-8989-8503291e3d0d", "result_sha256": "479ed319fb1777a9e2b2ab3407a0fee5e9fff2738cc9c4d445549fa5061d4e84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6414388599951053, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:04.467446+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9754a5cc-6d3b-443f-ad9d-2f29b95c38a3", "result_sha256": "c6d5f87c2bb39d1e3cd4ee911c2130eea84c2cd2da1f313467543ad9c2722110", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7426914700045018, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:50.118074+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "55acd943-e8fe-4287-8fad-670e9f49ab54", "result_sha256": "7c389d50d6e68c26cd2d154bcfca7314b4dc5c96530478f54d9daec5d2f3976e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1564528129965765, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:35.134252+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5887fb98-1379-4501-b50f-586b7c93f0b5", "result_sha256": "7c4548b41dc97df44a0f10d5c27c3c255bdec7fb46a0187d8af6b79b4336dd27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8633274159947177, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:47.975684+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7187ec3-3bc2-48db-8bf0-2aee8018e0b2", "result_sha256": "fa3c035f65b67cd3d4d51f33ee0c12638322512e7d8dbdd8b50b7bb52504b701", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001356, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0282876129931537, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:34.979114+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "716e7d69-327b-438b-a13e-8a38a78f15b1", "result_sha256": "2f848d6ed643ae1b2a9efd98fcd1109a280a13d0632e5ed74309487706f71d60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1146, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4930151190055767, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:34:11.148504+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "42e77280-42c3-4f39-8523-afb71703f004", "result_sha256": "d6a8f5c83b1ca3d57fa9c54a1417976160157de911bea4a5ff547824e328ba41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8622677819948876, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:51:54.863893+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f3109b-c689-4c17-9f17-b85ebe29d8bf", "result_sha256": "a8708dbc21c3090b5f8609f9c106326d8b5866c3cbaaee66f8f612e10b0adfae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6880534469964914, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:13.626998+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b8fc9d3-eec4-4879-abd6-9b295200290b", "result_sha256": "321861f2fd5985d81bb3748204dc012126a6686ae951c8f38c73272acd53e507", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7267337189987302, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:55:27.226115+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b1b414-fb79-4c87-9ef9-75533e5a56ef", "result_sha256": "102648eb8aae22de4c17385af8032029452b94900534cc7080675ced530a8f55", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.015676394003094, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:16.910578+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad52c879-c5ec-48b6-b53d-a99270e342e6", "result_sha256": "eaf3f4e550ec9865883635fed64b8c70ba0175ac20d4ef125578c8da620ebfb2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.798317931999918, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:18.466136+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6764802-2545-4f1c-b73b-f45ec2d13490", "result_sha256": "9122dfaaa8f10e71296158d9add3ffd7a744b8bce497a8bda82352aa466e4659", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8948190810042433, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:15.426204+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1492df2e-e262-4768-bd48-f847cf208304", "result_sha256": "5579fc6e3dc449fc668230a82c85f6de3e8d68228f00dc2c8b7040fe24861815", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001481, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6751587570033735, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:09.694748+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc570f33-21f8-4939-97b5-70f43c7c3ac8", "result_sha256": "4a14beacffb3398b40391fcdd971ae09cded1723265c28cf056a0301e74209c9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.267922429004102, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:29:52.694400+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3b526f8-3ac3-4616-ac45-c0b4f8f16887", "result_sha256": "4d681b1d9172c84a700cf35c86d46178be9f2bee42127adebce5b7445dc18388", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.037421589004225, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:59.280579+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "df69564e-2a64-45bd-a255-f13f80e2f2ae", "result_sha256": "085a98db8973cd542deebbc12edb1a06c0d8b01c5aa032002be29d2d730a51a5", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.156821802011109, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:30.803845+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "67659488-ccbc-476d-bf19-0943fd8a1c7d", "result_sha256": "65dab83590acd5baf7ed418755c0b4de6ff0091d2b722f4de28c8145808fb053", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001358, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.859525466003106, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:53:15.496827+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7743b5ca-98c0-4b4d-aa94-d3f234c5e872", "result_sha256": "97a372b48f06784d728f583014eb44dad471137af7f55d467096248a64c1a19e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.840128497002297, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:07.274239+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2710ec4-26ea-46ae-972c-5f9ba8f81650", "result_sha256": "99542bda9bc3b851bf0bdedf4f7900278a3b4bddd39ffc62ecf6ad7311bef76a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5723984629876213, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:03.083943+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bdb0c4b-c3ad-4256-9094-766d49fcefff", "result_sha256": "80ee1051496b2b51e27a45785edb9cc4ab7dd899d7a38f6df82035b2879fcb9a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5531790719978744, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:05.509007+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "091941bc-e057-444a-9b72-bd786ff86a8f", "result_sha256": "dfa1972083ac376a3e0327cbabac34408a10cba7f4043eb388823b2d2e062018", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9607416150101926, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:44.019621+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "35e773ce-469f-42a2-ae29-8a115142da2d", "result_sha256": "6a0f53f14e7d67b17be0fcd9ea26e2de9845067e3a4074f2d31aff5161aff75a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001383, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.787807143991813, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 34, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:43.767585+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71a56c0-6959-4230-885d-59d65a58ee07", "result_sha256": "7f0c97b7a1f086db126fe3df463399264be50ff0ad6e0a054456ce153f564c4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001287, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7148231709870743, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:41.584418+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d8fc939-e456-4109-8fee-22812526a1c3", "result_sha256": "15412ac633c1348de6130b8c50c5ea5a5f94445a914eff1535ecb3f2977fa014", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0506534879968967, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:29.476500+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb860f87-0a13-4bcf-92ff-9b23f98ab287", "result_sha256": "c17d4c4cfe92a051dbe3e2e3d2ccac5bdf92d57ac9028fa3956dff2304bea30f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7702064530021744, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:33.907422+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf09703-46e1-4d46-ab4d-17ad93a11835", "result_sha256": "b600cf70d69aa40cc9c9bec78ce5db8405e002e9e7606b934a1225293af8146d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0403708079975331, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:55:57.554597+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "badd1f65-042c-4f3e-9d63-fa389833eab1", "result_sha256": "70897854bcee8a3093707fe8f2a3f09de2f2ec2de19fae4699219af831a175e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001338, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.551890017988626, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:22.794736+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ae9907-644f-4286-956d-4b774e30d2af", "result_sha256": "1c6330132eeed4588c2383eb8115c4a0556fc78a015a621dd78a61bdc929cada", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7944438370032003, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:47.879776+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4a2f328-b31b-451e-acb0-2ab62909bbcf", "result_sha256": "c041e13fc1fb42d47eab4b3cf36be1d6fed1e51b2d3903562d4c4dc734748b89", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6856963909958722, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:10.933521+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f271b6e4-f6ab-4fab-b1a9-cd955ddb99b9", "result_sha256": "135f038c3e65c363d0aec6d6f4820640e2ccdf088daee689f9415f5c682c66af", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.817454402000294, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:50:19.454227+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "32d278fa-e039-4b4e-bdab-9ecd30d3addd", "result_sha256": "e10e1a06f5c800b14def1953bb6e0e378d4cee128aa73e4c4c74f017e1a181dc", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001367, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9180976530042244, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:38:04.760439+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd478bab-a670-444e-90e3-5d5e938035d7", "result_sha256": "d3dc32cdc4fb3235fe62dff5f33b1ad55e55b9c43e08b562c42cdd12e998b973", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4026231059979182, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:53.432766+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae26c140-19b7-4611-91b9-8481c50f7bf0", "result_sha256": "26d948387046f381cc593f2e99988a1f5dc2ad84b929c3ace8207eb5248f07f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7078816610010108, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:08.229023+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "53d569d1-5ae7-443a-8614-7fb162baf2b9", "result_sha256": "ba44de07ad8c5bf35ad2bf10a28f382764a81144860c197fc0b7d09a1261d9f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5982791429996723, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:33.695917+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5fed7e8-08c7-4bca-9700-b25164dab7cc", "result_sha256": "9f06f109adf80935a6817c55b546f145c638c9151b7a5f1847397b7737fba4fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8500273560057394, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:42.566764+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce6e27b3-4bb4-478a-be16-eac4d19fe6e5", "result_sha256": "fe2a157562ba3e979b46b1f6ad9606cd786fdf8eb23928ca19f91e8fc2b39dda", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.796155723000993, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:47.592492+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a276870-b597-4f6a-8387-1821f4509a56", "result_sha256": "38aa800ca64835093cd626d671fb0f4f4cecf732227fdc9c068aa8127dd02b6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6012225579906953, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:08.078501+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "760d6d1a-3420-47f3-b9ab-fdcd2e11da14", "result_sha256": "a60d329f01442783a4758dadd88f707e1d1e7f5156f2d9efc28e5ea01ad44e6e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001255, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7692136769910576, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:10.136260+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b46d238-6b66-4c70-99a1-3da5527ca72b", "result_sha256": "b701b5712907f40c0ff3c8f2a3408aa01e7242b8730c98c966a92fcb7d8fe84b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001373, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9853250220039627, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 32, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:17.265144+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "677473e9-3582-432c-b0ef-6d2a1b14272f", "result_sha256": "f6a57f0f04a92479f23f73edebf460d0b47c4cf425b1b5c8441ebe8f7816b05d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.87196214699361, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:22.302165+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd3079e1-feec-4fda-be44-c33bca13d510", "result_sha256": "1584c9a06f1ae20375d7dbeb34b4615bb41b149a40381d9178d5daeebc00611f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0183121570007643, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:56.962381+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5900d4f-79f7-4723-968a-d0723be570a9", "result_sha256": "7b237effe3919c4f1e7a08bf7934dd435c6e54f957bf509d9a381221ab6a8d38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9859106299991254, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:09.419173+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8616e63-9f9e-455d-99e0-fdcd0371817a", "result_sha256": "bc8b174ed95c77368f23cbcc16ae4fef3ce78f83c585ad2b6b654b5cbb49cabf", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001378, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9681169879913796, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:05.003225+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fc14d7e-015d-4036-a6c0-578096c1abf5", "result_sha256": "faeae1b85dc2fe644096df5835e790d3005ad09c9bd55f228c455ac9c0316d7a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001278, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5270779900019988, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:06.903406+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "444458e4-2a6a-4e1b-9ea2-fa282d9ec110", "result_sha256": "4ab32049c014934d60066264cee75e1817768056b452f2f3f0044c82cd8b39a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001292, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8608235279971268, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:00:52.686294+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "42e32566-fa3f-4854-8b73-29b1aec435e9", "result_sha256": "fbafbd2cf0babf723b1b031a403cab3e44441f6d9f02d01c3b7665beb25510f8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.0078818930051057, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:10.980712+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "80df1ef5-b700-401a-8cb1-64bd82ec6027", "result_sha256": "16fb1590e0580eead8927cda7261804b3b2a56923d1a1916a3bdc85ab11248fe", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.0185412419959903, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:29:26.311527+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a80d7d0-257e-4491-a454-92b0b0999ef4", "result_sha256": "bf421fd8fcdf2929710e67a71aa4eba378816b66dbb769d443ff98c73b11cd26", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001324, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7279106740024872, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:14.618007+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "66485964-1872-478a-93d3-2b0d9df0f8f5", "result_sha256": "188f6c1d6bfefa0662622d64eb6170610b94e46f8e26e4e26fc0e5a417fa8053", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1875768050085753, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:15.743991+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0994d06-00d8-460c-b0ed-cc89d0b1e524", "result_sha256": "2bb32802b8ef02b931cf8063fa71ba86d85f18e7e06e7b50ccea394c4b718fbb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.906903450988466, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Didot\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:58.883091+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5757767-91a4-452b-b601-ad7087d7e6ce", "result_sha256": "97a4759d89900bc0c2499f10104894c46609a0d74a0afba73a8ebd560313873c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9373897240002407, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Didot\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:07.337443+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "16b423f8-c907-485e-b92b-d09ca62a597f", "result_sha256": "116d4df06a4907a6db55443204e376647164bf8612548e3a9c5f355166d68005", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6692800559976604, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:33.292665+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "713daed3-fff0-42ae-92db-a2218b5c97ad", "result_sha256": "fbef64321cfbf99e81e6ae43e38895add244b346c9dfd6c3bf01c587788f23c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001367, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1364363939937903, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:46.196980+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a5b7e0e-9250-453b-941a-d4de085cf24f", "result_sha256": "a94f7a47f50ea20dc04810e9f588891eb71582cb2b70d9694cc79f3e31bcc9a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6328341820044443, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:22.136145+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d23f18ed-2c60-4d59-9859-10ff782cb2f7", "result_sha256": "001210bb0eaafed1e22d7956e2cc4a516e939b4a2f97d988152e1294dbc9e1d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001335, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8301437300106045, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:47.679771+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "14cf0a30-d244-461f-a45e-1625bc3538af", "result_sha256": "fee88f22c6330b81469af01e81c6a594ba15594fd3c153f96be23892d245b0e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.89281347799988, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Didot\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:00.639196+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a22054-aa2f-4f65-a7a5-6f8b5e6ca598", "result_sha256": "1ff6fa021832f27a4201586551ed8b8becc45275b6d99a84cb7816d6edc4b3ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001304, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9020866950013442, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:48.784495+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fd625b4-efb9-497e-8f4d-8403e215b9da", "result_sha256": "f9155da51fcfe171743688257fc3826bc5578a96502f39a8dcc0fe5727c72f8f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7758620399981737, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:18.644617+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdc228f6-afcf-4974-9012-de03faa777b7", "result_sha256": "d1d4a850cdd6f18d6e6f2cf254784ccd46ef99e6c42b9c652040abff9cb41d7d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001234, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9886961489974055, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:15.760716+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc2b0bdc-8bb0-4dbe-b415-2ff304dc7afa", "result_sha256": "159fa2682244abd9fe294f842985f6929591cdc69a0fe11e5c3fb42eedc39b84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001356, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7720385919965338, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:42:26.306274+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "39591e38-99c9-4b5f-8c20-6ea40edda67b", "result_sha256": "c812e8795bcee3e42a1e02ef3a097ce26d338ed6d0cf6105701624c9b1eead92", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0042008070013253, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:14.580502+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5517c85e-0a5f-45be-80e2-0e76a5ba9c3e", "result_sha256": "344e721a3829f573f0f0eb887bfb183219170e2d40c5dd23198408648de7a3cb", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8575630349951098, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:43.667164+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fed9ac9-cb84-4a43-9627-98f9d85bd909", "result_sha256": "016729274309937090c2977d955c21b2cffd0a9a8c49ee0583642ed6db4b3b4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.546924180991482, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:46.584818+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a027df9f-655d-49ad-9d94-ee6200097f43", "result_sha256": "1444255d640043a74f9761e3b3265a42494ed61189919eb3e7936f5e222ffec8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9834567390062148, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 35, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni MT\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:37.641372+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf58c03-a695-42fb-90d7-419bb1060cb5", "result_sha256": "f36155a94c1d38ad9b36171f06f3a12c605a6a85bf0fb3cdd28d102b67794d98", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.0199398460099474, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:58.241897+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8c29455-66c2-4aba-a45a-cca2bf722655", "result_sha256": "f23f8eadce4614a6be27a0f5c4ca353d238eede5b95d20f96b6dc9546fed12c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001356, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9020454779965803, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:46.134096+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1f968eb-0e50-45d2-acd2-9670d6cbeaa5", "result_sha256": "b0766a578b774e55c345de5f66ee621d0122edfa3071e12359179ae870c62cbc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9685675049986457, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Didot\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:07.524903+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fab0c16-75da-4d45-9632-5f15ad5a0aaa", "result_sha256": "d3a62be3a6f122fc1a62555d1cc79efec00dd1bdf0760e29c06ec39f75f87d15", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5858841779991053, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:51:26.148363+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5989b33-3552-4ea3-854c-bcf068a9cfb0", "result_sha256": "77c6fbdcd97a53d2d9322b7f536cf7a1ada34b8b96c05488f1ebbcde4e4b0f73", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.005959747999441, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:50:29.066166+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "76964fc2-5af2-49c0-8236-664bc20751e1", "result_sha256": "a1cc98000e718896796d26d23cf67850a63d7c3ad3c65ea42db59ecef3afca05", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.1710339539858978, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:52:34.479628+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b2e1145-3e44-4770-885d-64ac007da98d", "result_sha256": "761abd409e1a30e174f588d618574252f338f02f728fd0a1114b53d346a8245c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001368, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1133, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.879314218997024, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:01:14.936810+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6c5f8e3-7c94-4ca9-a1a2-e67c2553b2e8", "result_sha256": "548c057e610eea9826275e687ae8f7bbde7b047027c3abd594011a396cea8209", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001346, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5302122619905276, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:02.716033+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "baaa2de5-8905-4748-bdfb-a2544a81ddc8", "result_sha256": "c028ecaf423680d037c0ef00de8284c474238748cc376b2f9c0d85b00b7a25ed", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.642936482996447, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:54:00.175893+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "634f673d-4cb1-4ed4-929f-4fde102ddcd9", "result_sha256": "c42c8fd6966e14dbf61c6db831b6ee843fdd3d0d24a9caec2e67fe8c69de5f8f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2385236920090392, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:33.118551+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e41383-35fa-42a0-87dd-de129f8c0100", "result_sha256": "71838b4cd751b50bceec27e9fb3df9f129973592f634270777ffffd3f94938e2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6975707820092794, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:57.686674+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4efc47f1-556b-4fbd-bd7e-809e8f199a40", "result_sha256": "b57c0e182365f23c0b66f67906587eb958e8110a4fc3a1a313cb5cea4babb495", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7393807629996445, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:17.468021+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c6598f2-18a0-40ed-96dc-2f9a9e65048c", "result_sha256": "72df0397500cbd122acf57f731541e1f428ef5f43abb219f50bccac39b72c1d8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001283, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1053, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6852070960012497, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:00.058916+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "be71c8a0-63a1-435b-9b67-2aedf06f346c", "result_sha256": "d0a0763a177c468445d47c24342de193f179128d75cc93e080705bfa3b620b1e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.288714066002285, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Segoe Print", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe Print\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:01.249460+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b33d035-217b-4bba-a8ba-58475c71029f", "result_sha256": "0f06c4d48e9b1e1fd48adb1e10afcc941d3bbf0b7ef493673f51a44046f8e5e5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8367838090052828, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:56.930429+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e81adf0f-1829-4517-b145-35b727d72893", "result_sha256": "c28c7d3348fc52aa1102892e30e3411225b2f9b611e0b55f89719aa67fdea37f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001267, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1037, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9399858000106178, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:29.001232+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c5ddb3-9f7a-4d30-b533-1a31b0c0bf79", "result_sha256": "f15864b2a248e1328f818bc0d4e30a3c355402b478caaedc5dc5f53930881061", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1215936630032957, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Segoe Print", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe Print\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:53:05.853667+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "711410f5-9505-4625-b8cf-af047e54ccc7", "result_sha256": "b4dbc8d3328963e5078f9daac23605737284eb7f507e72015d99bfb6912eee3a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001196, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1021, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6688250160077587, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 35, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Brush Script MT\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:09.535757+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3caf6b09-46b9-426f-842f-3b9d0eab8e1e", "result_sha256": "6c6939f8b6cb7276428a901ea9c35eed3c2f2e2a8538da798ea6743a41de1b42", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001453, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9821878720103996, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:29:16.662778+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a2a81a-affa-4e3f-9ddf-72c8d6cb253d", "result_sha256": "9e7030adf91d4e3e20e644f461a58de8f51687fdb12ae9c5793ab8d56e2d5b99", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.084299010995892, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:27.536983+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fdd87fa-5da7-4836-a770-0a971d1c8f29", "result_sha256": "7313af01d3ab146e897c8584d2701c31504f58939f8886287f0a0dd0ddf05efe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4312160109984688, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Didot\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:57.941423+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "76ea6f82-bdf9-4456-a2c6-457b13b56404", "result_sha256": "81bbaff7c5b0f3e7e79d679d045559da622e393e3efd06b826032cab90f125d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.84388859399769, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:33:18.366403+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "07fd6fab-b82f-4274-81e9-6c0f7953e09d", "result_sha256": "c550d59ab84f72e60a74ef0b22711aaaf196dc58dbb1cbd86a26fe28cb1c8817", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001491, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.092932653002208, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:03.224552+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb319c1-3c0b-48ec-8945-d6c363640403", "result_sha256": "b145ad0ccc1d999c9483c65b31f7e79a174faee05150cc00b90d0426fdcd733b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0374984889931511, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:53:26.859670+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8fedfde-9cdb-467f-b6ba-f50e2a9f6d27", "result_sha256": "0b96b55dd3a14b1db0f5adcfb00abc90b8d409009b9d899709f08b398a834c37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8436361040076008, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:42.826426+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "155071a9-d4f5-432b-9e43-7b4033b87020", "result_sha256": "dca84ce640bb842b79fd4319ba6c74196fdb2c06a5e8c58af4b68c866221fb07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001376, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.846714482002426, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:44.152416+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "21188183-65fe-4a00-93ac-e1ff09dc9ec1", "result_sha256": "56fef8ad18c8930079c88dc0e18ad5aecab07f23a9d75021162c2601c27eecc1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0143058660032693, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:53:41.646601+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f096a8cf-01a8-46fb-bd7f-82cfd34760fa", "result_sha256": "28a7595528d02b068397db7d526460759f147f5c736b0b5f352b5455cb301729", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001288, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1006654309894657, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:54.922571+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c235c4a7-7502-4579-994d-fc14753e5edb", "result_sha256": "7336c16fe532585c01354221adc2b3f10a7062bb0fe8e2011e4a4286db5cc367", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2723505450121593, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:52:49.655489+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7055105f-a860-4a58-bfbd-185ea22315f9", "result_sha256": "41e5d9ffc588710615ea00946e108df1c52fce54089e973c149c6eb6260568e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001301, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5815847630001372, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:27.355122+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe99c4d-f4c0-4021-8664-e7503ae63d2c", "result_sha256": "e5e263c9a9e631baf5d86cafef75ccdcf12a226d743612275394b50042fa4f20", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001378, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6712035320088034, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:47.136566+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "c28220c5-71d3-4c94-b0b4-4e807e89b876", "result_sha256": "853b6deb8d0382a7c2f2e57191e1fbac4f0bf6cb78033b0929ebd31d6ff1bc33", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8701612359873252, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:04:03.156540+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef6bdff4-7a60-41a1-9c3b-9164a7dd53fb", "result_sha256": "0644003206f05f8f1886675a22c891ed145f24e7848ee361c6d35378fc61eddf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.58405118000519, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:07.209782+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c7d2cd-9a3f-4032-9b1a-9f1abea14a90", "result_sha256": "15a82f471824a79b396acbc7d7fc89892ef25199d93c2a00ab76f9435e36090f", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.804671290999977, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:44.644660+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcd67a0a-519b-41f4-870d-b98a7afcdbd5", "result_sha256": "042c069fb2aafc5c11ab4fc57385a0d8c6ee01438eec1c9a76406191dd8657c4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1496402990014758, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comic Sans MS\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:13:26.777807+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c2e68ac-2373-4d17-9002-4c75ba2d8f6c", "result_sha256": "26cec35609e98e1449d8de793dabc7cdd37bd9ccece1fbaa43e7559361f81bdf", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001367, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.931746927992208, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:20.561403+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d560c2a-9de9-42ea-bed9-e8deb238d1e8", "result_sha256": "477d4ee2b8e90b89a1dca7d142047a46f2d37238804ba96eacc13a2460083014", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0798513449990423, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": false, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:21.654838+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c4ffdff-2963-468c-9e9b-66b07685c93a", "result_sha256": "0afe4641d164e8e55a741ca8ed7a42ab86b8e57e39fdbac0cb814b2da2f4b042", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7576195090077817, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:29.573652+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "269ae1d1-d845-4c7d-9674-f391a51a5d23", "result_sha256": "e5f01165b136e9fc3b087b8302ec0206ed2310dd276e59f74bb3f9fad9470bac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9191381730051944, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:41.276931+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "08392050-25d3-408b-9d3e-cfceb73e64a0", "result_sha256": "3a1356528320ccff0557b262044758a6ea9ba1e00c4ef6251fa513f971b14cb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9842334819986718, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:28.499399+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5df5459a-680a-4cb8-94f4-32ee234213f9", "result_sha256": "10dc7d9d5225a77a524a37f5182063adbfd34632806ef5d7e4a3dcbe029fbde5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2675390009972034, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Didot\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:10.802163+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "93fdb802-4aec-414c-bf47-cd18f13df916", "result_sha256": "07619aa4baaf9360cffe39e11de766936550774f207d926b07a8b0a25dd895da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6913176660018507, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:18.242142+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9fdaf93-3bb7-48b9-adb3-54aeadd4616c", "result_sha256": "ee625f6769b766f0acfea25e469bedff7d22e8af20bbffeb0840ce5bb924da38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.975638242001878, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:18:34.109773+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d037b90c-f206-4232-9ef7-20efc5319ea8", "result_sha256": "fc6c50cf7746e3ddb795c7cca0bc8b3fa1fdcc917fc8815d0cc0b52ab041fe3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5552130620053504, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:41.344283+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "18b8cc39-1b44-4f13-8f15-1c6ad20fb968", "result_sha256": "c214aff4c46fb490d7758ac725b5b0889e4039e96c8e1f08632464c9c5e8544d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001367, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2153292279981542, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:39.900492+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6218f3c5-a21a-48d9-8666-d8755c1eb0d3", "result_sha256": "6d9ca181d1405d3ea283993cad2f282922f227654070ccf7178a4b0330c49328", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7066091560118366, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:52.963170+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7df79e37-e4ba-405d-a056-3ec37b05f365", "result_sha256": "8669030413180360cde0c234ca60ded6f8dd3f9eb4effbfd18649cea6e4c19da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.78192279500945, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:02.337413+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a47aa3e-28c2-4c86-a9f5-19ad57d3c31d", "result_sha256": "849179b20e9bd1ff44878e491a2d7cf44cd1f29176546616c6a686c512fd10e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001239, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6785381679947022, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:01.825203+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b91c23a5-267a-4d60-82bc-e1aa160d59f8", "result_sha256": "ac2172991fdc3fcad6aa02461b827b1286dc1decc489ef09c7178f1dc02213ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001272, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1037, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0866930000047432, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:14:48.021811+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ea09510-8609-49c4-99dd-5cb013c1772c", "result_sha256": "31ed855c4e871b1fbc0dd48cd1c84868bf11c310869eb125a19b4bb7c6011982", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9231528759992216, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:43.190459+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "279debca-134b-41ab-9a04-e7643ac99f3b", "result_sha256": "eacbef946ac8e7e8fd09f69520291911f39c87afdaf9e9d3e650f1396cc7128a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7322946750064148, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:58.024162+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a894f65-2d92-4860-8cd6-81e35f10ab6d", "result_sha256": "b0e656c687915c4563a7b7673f7dbffb879df850cd747e7ae4d6d1365f300d5a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001362, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9999422209948534, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:46.329949+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "830ab609-3667-49ba-b15b-156beddb8125", "result_sha256": "d8c97a71d7a46b3cb078ec7bd818194d053d68ce49028f74fdc08b4f9c7f733f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001491, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.962836974998936, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:47.316496+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "2a80a63f-e4c8-4618-87ff-e2fa42326d33", "result_sha256": "d920cf00bff715bb41c1cf6a66b8219cea7d507d1e45afc86dd2ed5e5b304e47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.7480206649925094, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:59:25.081872+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a22f75a-09b3-4e95-8779-94ea16430a26", "result_sha256": "c2d2693ab2ef28db93b828c52e1b87ec5dcc40935c6029217e5740be6d1630af", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7908996470068814, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:08.962690+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "85b79d06-fb53-4dd8-9047-4eb44ae011da", "result_sha256": "88fb085047c0e9dd3bfbcb801d0856c6015906d06fdd6f6748cb92e09c93a2cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.144327992995386, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:47.326024+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ad04fdb-1e8c-4647-9e37-b48662abd6bf", "result_sha256": "e4b51e2ab5e29ef92b91998b4511c705ac8a91a5225a20c5ab9bc145bc2260d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001329, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.345555195992347, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 36, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:37.870335+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "abf39b1d-0263-4379-99b4-15c432a32e94", "result_sha256": "5e22d90d26565cced487b6802d1c6fc10451caa620bd528a68c02dc2b4c22a07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0042079470003955, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:57.707744+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "850e20a5-2241-44e9-a1f3-52d6873ec647", "result_sha256": "0357d2d15eb6879625fc81cccb86fc4ff9632feee6a561def7cfb0f475fd0847", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7611063279910013, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:15.914544+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "11181d74-1b96-44a1-aa87-203717fe8ab3", "result_sha256": "2a272542e11c7d57d2a1f8e6d91183d6786e67d70d0f26ad616e18a21ea18f8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0888133209955413, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:00.254754+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2b095c-766b-488b-8afa-cf5446596a77", "result_sha256": "8cd606d6feee79205f85a6e6ae44d884987503d7854c5fc6e6597efeb2b4f2cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7881280930014327, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:25:09.022617+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d63c687d-c66d-413f-9344-34ab43ee3c43", "result_sha256": "69f2509bd8af63a160c73798d8c013539b059659e19463497a28535522a52d60", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2270716940111015, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:05:00.625110+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2839dbb3-da48-411c-acaf-5695af47d72b", "result_sha256": "07b06f7aa502ae2b4ec696afdbe3262d341a955b1925e33f82dfcdac433e5d9c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0922686440026155, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:07.507836+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "24726d11-714d-448b-bc88-bf6b8f4f6558", "result_sha256": "e23cc6f042be53e0305d74fb3b0f264681ca7a4bb9c00052d004556d01b4f3de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6256082149920985, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:51.184292+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "432dda73-8796-4ede-87f4-a74ee6061bec", "result_sha256": "865c15da4585747d3eab20ff8cc03cc20602512ea5f896579e582bb91f417dcc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.637472322996473, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:22.001728+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3852ccb-56f1-4c1d-82b3-6e7149089658", "result_sha256": "8fca0dce147ddd0dc8a5aaa9455d72d7fbfc37e574a939ce101706bf546e6145", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9031167829962214, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 47, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:17.466854+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dd57c36-5197-4602-b113-0a55c338a368", "result_sha256": "255118533451a2eb1d0fdae082c7c64c622fcf009b4b13038863f415450fca67", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6810896139941178, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:33:34.176141+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "ab8f882c-b61d-4029-bd40-49ce2880c66f", "result_sha256": "a3b54900c64e719b5b8b094e78110ebc28cb1a214e837faf616f323cb8278307", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.368073669000296, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:01:54.000820+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "656241b1-cf44-45f9-99bb-3c45169bd145", "result_sha256": "ee1a102fa22772d626796a4a2113ee6e9ccc5364b7aa2c817d7d3e2d66bdfc80", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1123, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.691660361000686, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:29:41.425366+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "81eeee0f-4f41-4f7c-8c51-5e17544c7673", "result_sha256": "e65431b9ac5a80568b51ae463daffc79168eae059a6ea2faaeb78ecec5def0af", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8225071970082354, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:55.773657+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1cf345c-273a-4eb7-8692-d226d889d025", "result_sha256": "120c81d4690c3bb50c4a6888d3937e2237b760791d98e5b7f797e7a892a13288", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7489076929923613, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:19.042304+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "962b6c9b-a447-4120-9fb4-f368f917b9b2", "result_sha256": "87681902b8edd0799b179c187424ad236a41e880aa19dabdba628eb55281c30a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1123, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.2106070860027103, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:14:35.491925+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "58c82d65-48d3-447f-80c0-6c74c029ccb7", "result_sha256": "60bc44617b805e2b0c1f5dbad2c45966a83f4f329bb87f36592812ef40a284a3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.613476595011889, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:50:42.981381+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ca0956b-0a5f-4ed8-8c05-fc57e43964d5", "result_sha256": "6098a857d0de25b75c508dfc0c28d469171c545d7737f55858d2d7eac39deb7b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001309, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8047354169975733, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 48, "predicted_category": "handwriting", "predicted_font": "Lucida Handwriting", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lucida Handwriting\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:30.397942+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c10e2d3-b199-47fc-92f1-76cc5d044fa9", "result_sha256": "a99c6645ebdd593777c82ba2f18a9fbd9d71dd167df9a12a5f43dba12522c946", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8450612090091454, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Segoe Print", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe Print\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:11:10.192920+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a262e6b0-da78-44e1-a834-fc8b7d6b9e02", "result_sha256": "3c732cd4ac513f6639a9fd251fb6583961b6d934e7b7634eb786aacc39179396", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.514485795996734, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:03.878087+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b05481a-1fde-4e22-8f84-b7b274bfba56", "result_sha256": "7bfb36742ffe6d9e6f44f8ac2f35d9cdb2a325ff9b131c91075511dfe8b0af4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.02045067200379, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:03.949779+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f1bec83-a11c-46eb-8eda-ceefedda4c34", "result_sha256": "281780d689ba93fa223f13a5fcf1ba5a7efe4a44eae76cfc9d23d274d3261edf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.597273054998368, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:43.408283+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a975ea7-05fc-4cf5-a486-10cf7b1a9ddf", "result_sha256": "cefaa9a26f6df207215ddca0d8e7f3b4c783956cffe310027ae6d0df25bf91b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8169109099981142, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:27.823102+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "773b1b5f-5386-472e-96fd-8155fb767e84", "result_sha256": "8768c918248c3a26a28f792bd508b7871f1201e11a38fa1ca3eced4f111b5a96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4877067449997412, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Futura\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:12.693050+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1e1029-6639-4586-89b5-5046bb832ee9", "result_sha256": "48743048591c0b7f0456821f2f31fc7189770226d07d2764ad5bf44bbc1d6215", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001234, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6828008909942582, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:42.181804+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "27cd55b8-d62e-4d42-88cb-04e7c996e3b7", "result_sha256": "d170489f2078f98c1c7b63a9b59c3150754a5eb1fc04597bc25b6be4925900c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0710251359996619, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "SF Pro Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"SF Pro Display\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:19.941805+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0455260-b84c-4856-a79d-33e93f6f3197", "result_sha256": "efdeaae62dbe27c3ecfe504ccf10388aa039a02dd8ebe1b46ccac159de03ceb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4156409019924467, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:27.198853+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "032fc7a6-001e-4dd8-b256-8694417cb8c7", "result_sha256": "1cc91f9efe617995debf75e069c5a491f2a4333b5c7b7372e43f9bfa42c7cc97", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5855060299945762, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:24.318549+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "782839a1-7967-4f9c-8798-8061035be88c", "result_sha256": "4a2c352a77971b4a3dc2584ab94a28640da7f0387829b0a19166d876950119fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8813105339941103, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:32.009037+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "31d08df0-5b3b-472b-80db-48a6da9e61a0", "result_sha256": "bc878c926676d4d4bbd4d5ebc0547d89da44301fd5a2a2141e8b3f8b53533fdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.665968878995045, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:18:04.333431+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "72b9db7e-7690-49cc-9138-0623a93f0368", "result_sha256": "5f20911f59a86ccaafccb03d830d5a63f9bffae7960c147d522e22b5bc1276ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001346, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1094178469938925, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:56.224016+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b423361-1686-4737-a13d-a9bb568ee3ea", "result_sha256": "8f3da1fe60877ca897f4de64c17ab82e6b1df1faba019214acd13be7ce06b352", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1286732849985128, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:17.262734+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "406e1ac1-f745-4cf3-9104-57a7b646d213", "result_sha256": "62e642e569d2ea78a9eafdfbe6b090ec1d637d8c75f720bf546cc5a7db01e780", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7475600009929622, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:41.666151+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b638c54f-ac0e-4fc5-8d4f-c3b41279d374", "result_sha256": "70cc326bd2cdd9697f139720cf986e5691c5cfd222b168ef935d15025d573094", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9089992890076246, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:01.352363+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c9342d6-8a24-4e82-b899-fab7ea3b6117", "result_sha256": "148ec3685fae6572d63473a959dd4c69db9b2bac9efd8930e10e33ac2cb02669", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0637734859919874, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:52.827657+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4e264f-36a5-4e64-a5db-4c333ba0c622", "result_sha256": "7cf1e45fd232a4afe79d7b63b72b6fc8724a0d90dc0ad0c2d62507925603bfdc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2701953390060226, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:11.783965+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad012542-fab9-486a-915c-1e6cc37ea12c", "result_sha256": "0a8b04f178b5dc1ebaf75988a9d232ec3276c60ab50f304cec24dbc2fcdd5d2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001288, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6925479500059737, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:57.449503+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b92c33e-0e50-4433-9a3c-c77b5dd227b9", "result_sha256": "d0529dd9ac0c3eb00ac27dc30e1443c77444a6acf9f37fbd00efd35a2bcd7a07", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.648057554004481, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:50.366321+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e183acba-5bc7-46b4-9179-ad73147f7dd4", "result_sha256": "dda79a58469f6ee860b7cf4ea00c16e16c8356f18c10ce0dad343674a7125d23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001252, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7522420410095947, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:15.478059+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a36a0029-3261-4df5-a325-ec2285a0109a", "result_sha256": "8c5dc943e6935552d8395afe19a812fb647bf79d6c7e7b2bc459a3def8915fce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001378, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9438054720085347, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:50.455794+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "52989f4e-cdf4-436b-a12b-f944fa7eadd4", "result_sha256": "21a4396c4cdc25c8bc7780df6c013bc7010e5235d2b8d737664ed63b046d42c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.001234, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7644608300033724, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:41.614196+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e72ab9a-9f6d-4390-9137-7d9315961288", "result_sha256": "a0adb11789fe068d4f9104e82ceb1271263919c6c980cf1d59689cc989e45ee8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001287, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7090458029997535, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:12.107417+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2d83634-b3cf-4b50-8a7c-d43f120030b1", "result_sha256": "cdd0977fe4d8c0e880719e59e548e3f2dcaa1f0a647422c7f491cfa86cda78de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0514313299936475, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:05:21.008536+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eb104f3-c0c0-44de-a83e-e9ee23368b13", "result_sha256": "b9575383614ee9b0563e2ac1c2a0c5f391aef8bd41d70af445be35201d1112fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5821209120040294, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:29:32.890063+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "24fa0263-d4bf-4434-b5d9-ec449e0ae2f2", "result_sha256": "b4a47b677ec952cc8fc28a2eff8eb271b43fb4050fa3ebcb2a138003b0911e90", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5428616460121702, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:07.542840+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3437e7d7-190a-4339-8228-f7010e192723", "result_sha256": "59a804d8c535955962975832e6904a3748c10cf809d82b8dfe32a761adfb2c4d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7467525499960175, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:52.428881+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e7a3605-ed8b-4a94-b7b3-559a5c545cf8", "result_sha256": "78f9cdc8570cefd521b21fe840f8fbbace855c1171549ae4a8faf120a8003428", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7178735170018626, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:09.478054+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae81939f-f02c-4a71-9a1d-eb744f43596a", "result_sha256": "33866c119a8a5ffd5c102583788614ff8fe06058411abd834c59a3cc81001876", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001281, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7759329909895314, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 36, "predicted_category": "serif", "predicted_font": "Strikethrough", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Strikethrough\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:28.855794+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a33bcdbf-5f51-4ad2-ba10-f6b2819a752c", "result_sha256": "38be83a180dbf22efab93577ec6df69bb156aa8a27ceef129b3a7c97e3128692", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0197436839953298, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:36.243319+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c114402-fdbd-482b-8ade-3028bf676667", "result_sha256": "9e3a8e67f25eb239f3974cf8c61ebdec27a920daa65d28dd05393fc500e80eab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001312, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7646020079992013, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:18.647483+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "22262c04-e6e5-46db-bc2f-08b0f4308282", "result_sha256": "8d1e17c6fad9ba6309e1c2d0ec7f820aea7f78974697ae0df71aa7eb14051ee4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0267689710017294, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:08:59.157090+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3265ae3-8730-441d-8fe8-17433105b878", "result_sha256": "f85f5e78b83c04c5f32c67fe34ceb53af18ce80220cd26f42970865d2cb15271", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1766632650105748, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:11.151707+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8e36c0-9e2b-4664-b02a-f58d1e45816a", "result_sha256": "b303ee1df324af25666f0ad01f1574c036b13cc51b1b15ca1681f60cab57dd1e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5587335890013492, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:13:39.697419+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7911cccb-57a5-48c5-a6eb-f4a7db1dfb7c", "result_sha256": "225393c8226f36dd9daf7ca72c1f5b957ead6e302d009cd33cf7f713030b659f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1814214030018775, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:29:07.205250+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e84b0d0c-7ef5-482d-beb8-11edbd10ec10", "result_sha256": "658afa670e197e304c73b77216d3fb1f327885a4eb49101a25db3bb24dd2aa13", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5792350319970865, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:18:54.644356+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf39efd3-fd30-4c12-88a3-39b2ac2f4ea8", "result_sha256": "cca17d57eca0f534b63316a4e9c8186b0fa7ed1d20522347704156c8143c5b85", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1192, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0039054319931893, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:46.239292+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "34fff498-2257-4d8b-9ab1-46557e8eb335", "result_sha256": "b207573b29234efd7d7308f0c60dc635d05d3a945fca2ccd3263eaebfdf8869c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.64366854900436, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:56.582873+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c92e7335-fd0a-4f86-9652-cb8587f6c4c9", "result_sha256": "07ecf0e191723269f9c842e9596ba3b0e7ef78d3e9c576d4093f3033c3821c96", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001491, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0411615909979446, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:31.283138+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3424fc51-5f19-4784-bdb1-aaba38f6f0da", "result_sha256": "5bcf34a29c0739ad71f561eb55dfbe71e6d24ed0d157a963b70e73f069b9dfba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9757626399950823, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:40.320421+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6becaa60-c070-46fa-8276-1ea517263a62", "result_sha256": "0a34b144f04fc4aec921b858ef694a4d8f1942630df3df748e75b2f09bf3c9d7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001481, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.560672923005768, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:52.341522+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ec2ce33-20f4-4170-82a0-ef18832f6a96", "result_sha256": "001e1969af2ca41668813bde3da2fa95ebc44d08297cd52f84bf7d672ddda45b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001383, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8626139970001532, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:10.552033+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ff320eb-1df1-4c5a-ab7d-69d878c6c8db", "result_sha256": "c20cae3b639604e7089891bceada19788ff3bbd3a1d1053494fdf7a23f25bf4b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8102463510003872, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:05:14.685912+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "73df02ca-7d52-40af-a303-65c0d0a0b179", "result_sha256": "fdf83cd163a2206358423109e9d2618ea21e8cd405446252b7db2ab26c3cfd8e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001244, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.784336707991315, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:52.633424+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf68557f-276a-47ca-84b6-906dae2f734a", "result_sha256": "9afcd3b3f813ded56921a62de754a20bafd73a14084bd4f93171d5318ce5219c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7396178240014706, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:59.489860+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d65f654-88f8-4cc2-8eb1-d5a7aaacc3cd", "result_sha256": "c51be583f81022bfef70c50fdf88af8f4399b50eca270054f549872c43f374b1", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001293, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.9633609040029114, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Franklin Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Franklin Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:24.788072+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d959be62-3ba6-4438-a29d-bdce4cfa2a84", "result_sha256": "ae4bb2569b4b294a524c6e036a2fd7e6f3bb91cb928ecb2115be0bf2634c5960", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001312, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.76453437100281, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:42.528145+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8133989-3769-4998-aec0-31517962e865", "result_sha256": "c897f321ba64ed54a3bb0a74e87734a74622955e94b366d7d8bd46d132e572f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6698596869973699, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:17.341568+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c77e5717-4e20-40f2-947a-d49f487437d2", "result_sha256": "0730785c50a36bed15cdce610e05f23c1cac735f44ff7f73c73329bdb3df4dfa", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7945845069916686, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:15:26.859751+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc7a5ea-40b8-4b22-bdba-df254a5e4546", "result_sha256": "93c5d3d76b2cf7614a994e024ea6d99d48cd15591a2373addd1672906ef72c09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8308895170048345, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:36:04.063013+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "ad4e1f66-873b-4e19-be97-0c10df78a48b", "result_sha256": "91b2c733d7aa00169f3abc324f47cf103713cb5e6e40a30ed6b7c5148b7b5233", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9818195370025933, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:02:48.204087+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a32ef0a-baae-4d68-beb5-431a06ce29ae", "result_sha256": "62f4cf8e54293ffe5244a8a91244a8ac9553db4772d43d213ca4509084bb7a4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0338421469932655, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:21.592597+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0954bede-f700-4d34-b33b-8e606e1c8fbe", "result_sha256": "b9e5d154182c2f59d29b867de400a6a0248f5f3ef0a74b7a3d93e2257c18d72b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7156591079983627, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:01.451991+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f496e1ff-6810-48d5-9e2c-b65dfa2fe285", "result_sha256": "7b76e2d76237774c3d4b6e8a085cf07abcd61d252116a924bf2e26ca8d1279c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001324, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1673049500095658, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:57.502200+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3f3d244-03f4-44b4-b73d-692264f9df48", "result_sha256": "e6284b30127b5954810de6a1200812436b2171502ca62e40e19b07746c8a38b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8849424940126482, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:32.078533+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c796da0-5500-48b0-9b8c-121ba2fe5efb", "result_sha256": "a19e7c84337c5939f423fcb435ad1f2823045d1902e87020595511c9225e44db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9608362800063333, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:54:51.239975+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2217546-3571-44f0-b7e3-0bbaf4ea7cce", "result_sha256": "cb09f3f67a79769067ed80295edf233040e8e03dd459b5ea8f7ce0e660c206ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001316, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.530564360000426, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:12.639861+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b90f319-847a-476c-8b30-a7308177db3e", "result_sha256": "48e87766db7f54c5425f9059cd9057b303038c00c8e163dd2323624000645956", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001257, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1037, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8273111460002838, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:38:13.369137+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf10f6bd-4746-4060-8e85-92ddc780e421", "result_sha256": "9521f539384b1c3a84bd86ce9245022c7feaea2d105f73941580cc84a6cab035", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001288, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0504374010051833, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:49.178204+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "71146aff-26ba-43fe-af87-0e64eaecff29", "result_sha256": "1ac299c2395fd8a9967a3dd50a1814d178bc01c3f4e69ef4628c03dd698a57f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9257836199976737, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:51.046375+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5af5149-a823-44fd-8b76-f590fdb41c3a", "result_sha256": "27ab9e7fdd02064a9f48e6545a0054d42302d5cab2a4baed7799bd1519a754b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8357700140040834, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:23.404364+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "569d8323-069d-4bec-b924-e5f891623d5c", "result_sha256": "6cf76182e80b42bea4d959641810afc4fcb4d27b5d4ed5fe73d2cd8e773907ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9469210730021587, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:55.023613+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "24f2f641-9a5c-4717-870f-64ec99697959", "result_sha256": "ed805e155ee63aae183609099ce05f5f02ba6031a50bcb5cfc8882ffbeeeb6ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7230686959956074, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:46.345619+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "efde907b-a94e-4242-a10f-a70ab41057f2", "result_sha256": "74e0212f1ba15eab8154226f46c4a80de6bebbbecf9d4a20c06a583202d82f8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001304, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5151906389946816, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:42.626464+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c02393e-49f4-445b-989c-b69e88f1a6a5", "result_sha256": "ce449eefb5bc343df5fe1f353490ed6efa4bff4fb771efb30ed8b9681823f156", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001319, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4990182199981064, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:36.905708+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1070fe28-7252-478f-91f8-e9b806d923db", "result_sha256": "94b76592a6c8ed5261af94c2fccadb5e6a9911ba75261f5bddc54076f24ed89f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1548492040019482, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:14.876213+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "69322a37-214d-42d0-86cd-7c1abb702439", "result_sha256": "4f99f70efe514284cbe60ba7401e99a00b3f814a3e3936b1f404f926a728f3d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001252, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6423389760020655, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:40:29.326850+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e6b338c-bb33-4342-adb8-9a55d7ffb50e", "result_sha256": "edcc50011c79b535b3b7be292ce684614a9f461e47d757d5e14e7e52592b5a77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7542771349981194, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:21.780958+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "89825ec9-2669-4ec6-a2f7-fb1caf40c141", "result_sha256": "9558ec3d68379cdd006400854c91bd4060c1e5ba27ef28e99e59beda859b77f1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8295955520006828, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:03:28.079604+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de1db04-3d9a-43df-8606-5b77a6a80c0f", "result_sha256": "7e7f6abc2d1c6e52fee9d7b3eaaaa066840898268fd31ba23885fc3f2f6b6a93", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.402364955007215, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:29.930540+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f88dbea0-e725-4ae1-bdab-d7e544c2c856", "result_sha256": "135a380f691ce789e393d7563ff863220f1922f71fbdeef3a5bf710486806a8e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.799947618987062, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:56.193343+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3baf291-229d-446b-ade6-58d7c3915e12", "result_sha256": "46e1245f4a7d4d9fffb8e44ad2822255d1b9da30a74325df696b91e18dee15ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.829990539001301, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:24.753735+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a532c3e9-b1f2-402e-86c0-83f38591ec56", "result_sha256": "5e64787f3f00e17bc20af57d1b3867887c0ad022bb6fe5b53c65bbf08ab42feb", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001481, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6874969950004015, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:32.544366+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "761367f3-58dc-4b71-8275-69fa3e4155ad", "result_sha256": "cb084d89ba1c67b09649d66dd83c2055816de824d5992cf1c6dcb1c854368387", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7042799499904504, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:33.875054+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "483987ca-7dc6-49c4-a73a-811e61e3671d", "result_sha256": "2117c9648bcae4cbc4ca47ada7ef053e9d8a23d45cbb223ce0f6b59038931376", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001428, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8956894019938773, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:40.330146+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ffc9fdc-5d80-4ff5-9c10-4628f115a98e", "result_sha256": "c59821a6f6d51ccdaf7ca22ffc773c29b0c2c0296291112435589696262531bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8856733989960048, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:55.504469+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0e57820-d360-4b36-a101-615ca2c4c2e0", "result_sha256": "cd46003f8fbb5c64d23b720f7b2b92368325a9833eec506433099c47c5244b8b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.278408516009222, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:42.462689+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "51b0cbb8-9f28-44db-b8e5-c21801463a09", "result_sha256": "5c59fe21a6c8331bb7d55e4719858bd1ce1a6465af3fd15d8029096d2a331a6a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8330524470075034, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:22:09.173445+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "461a92f7-0c93-48a1-ace7-96f35acd46f9", "result_sha256": "62196a96c27b97d5f1122e2db213451fa8edb46b4827328451e93f031139b806", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.708680709998589, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:49:42.942509+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "47939eb7-65c4-49a5-8e07-22e4f28747bd", "result_sha256": "80c1c6b8e92aeba2e1623be997aef8be5ec983ac1d61899756acb1167da35bef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.597961720006424, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:26.801207+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c6d2dfe-b104-4eab-b3e3-8cee39df315f", "result_sha256": "eefc5ed3d9040365effc3bbeb962cd24a44465af900eb2f58171e0ad43c04ef2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.919209987987415, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:43.851984+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "13dd46f5-4c82-4382-b4e8-87037eb31a90", "result_sha256": "5f6074d02c5d0431443cba0f8206d91686e586f60c0b198ae565f6ad7ca88ba6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001255, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7303845459973672, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:14.447232+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "18e0b8e6-496b-4807-ba90-638c74318731", "result_sha256": "e8426ece1803ad1bf810b17332311ebb57fdc73910818c280db6dfa76aa9cd53", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6042647160065826, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:59:10.036420+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d33c22c-ec48-4662-a203-36107bf45ed4", "result_sha256": "a7795ebf8a0d611d14b94c522cde0cfc28cdf2fa9003bafc5a9b8440282a7bb4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9284676530078286, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:41:55.717635+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1e96c33-0296-462d-8641-aea20e918411", "result_sha256": "bd019f5df6d3f65cbeccb31cf09b4fc39d81cee800587508c378d43e3a8dfb6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9386526940070326, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:36:32.206471+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f184fe4-b526-41d0-9978-b182545bf943", "result_sha256": "f0dc6a02a1d49a14b03eb6d0b9944a312d99ecccefc3a2ecdb60f9ecd6268f3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3264695910038427, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:16.861600+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b65f882b-a6fd-40f9-9419-0eb4fa2ed696", "result_sha256": "b126869a38f705a3e409c59b935422b1a5549b78de767bb5260d1b308a9ac32a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00134, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7860180089919595, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Calibre", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Calibre\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:52:15.548434+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1ec05b-8161-4077-82ce-1121522f061e", "result_sha256": "284bbcc1412720acd97ed6e61e5ca4e2f7f0b759723270892dfd6565dd48f8ca", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.67039061000105, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:12:22.457561+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d427055-5cc5-42dc-b87c-de31d07a9dc6", "result_sha256": "3997dca02b1712981213ba66f83776644e521c3e7aef2a1ab731bc35609cec45", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9912373239931185, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:36.794543+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c921dfd9-9eed-4427-be53-abae094b283a", "result_sha256": "5cb01c3d028d2400cea4eee3876332271f4c51b6c65a95a2284d1c72556b7ad6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6851730409980519, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:09.302753+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1857f835-9579-4bb3-81b0-b0705ab8ead2", "result_sha256": "25dab9e333355a008e925cf72aa289b89010a3a7814df624acd1a7fbe6ee8ccd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6966278970066924, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:03.399646+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9817141-be8b-4177-97a4-33f62d435a4a", "result_sha256": "baaf833574ef1542b7c8cd16aa9f77b8934855bf3bcdd5e0db570575e168804d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001239, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7776175780018093, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:35.298971+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "972d63d3-2bda-4682-ab94-c880ae7d6a52", "result_sha256": "f01c870aa5eeba65ff860fbca5befb62da8b3546d6a0b832dc27317fa7870cb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8010595259984257, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:30:21.565381+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8a8cea0-42cc-4676-91af-71c285751d2c", "result_sha256": "ef12ac7a68729c811b20e014c8cb4ca538ccc6a37be1c691d977493c417b413c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.961354544997448, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:43.753054+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab0a4626-3700-45c2-94fa-1a60305a5b05", "result_sha256": "8121a301f7320a86be31d3508d6987e66a761d984a6f4d5b416a4e8d7a635842", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001388, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0424963660043431, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:17:19.786511+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8525eb07-5026-4ec9-9aa2-3522f74174c0", "result_sha256": "0c42ce8e5581d36766d2c9126e6016024d34653b0138090448a0f790f737e4e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6731482399918605, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:09.657661+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "55cbdbe5-4fb0-4ec8-a832-01a7e843cb6d", "result_sha256": "cf3455f300736b7b685c1ad37b908ac56beb968b558ce5cf68260cd2e08787c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001234, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0090514449984767, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:34.771444+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "28cf8201-ccc5-405a-b2db-6ca56adc6714", "result_sha256": "bf2644226bec5d947a629ecd3e85fa7dd6a8f7929828ff27f0c401b73b80d9e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.2261920810124138, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:09.418905+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdec2059-7cbd-495a-9895-61c93e8a319a", "result_sha256": "4f448078cce181d790281876ab7b6fdf03a668eb90bb0e615037736f2a348035", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9821051449980587, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:58.461882+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "33af672c-0c30-4d8a-92e6-6f195a77e6e9", "result_sha256": "0ebfbdb3ce72a1c222b4c9d48a79ba75601b7c1a3f8cd59671d56d41d2a13055", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.784658409000258, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:04.123107+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2347259-6685-4c97-a118-3e6231a9b269", "result_sha256": "d6c122a40c7fa83cb02d040815248e086811e8e215fe0422a58c06eb8c0373da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9351429070084123, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:37.849998+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "141dd262-889d-437b-8d77-6be097f8e72e", "result_sha256": "6c28d0a4cef8e73eb8b816938c864e15ff64e35729b064c839588ae33372c5dc", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.017365723993862, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:14.690487+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e28459-6c38-41f9-9c1c-5b44c5239bd4", "result_sha256": "e1a0fa8b929da0273047bd155def115f2f35e9e300c4e75c7a13dffdbb2a03bd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8932163730059983, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:26.226761+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e807e29-a973-4c3a-a8de-d74adb919766", "result_sha256": "a0372140c096db71c3026ff00477fef7270d07b76e1c2d541a8d79585446c2c6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6019040579994908, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:09.245516+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eb13884-e784-4984-a9ed-0abcbda2eaee", "result_sha256": "a473e7eae86d78db6bdf5f34e7b10c1f7accc09cc40dac8895de36c9991751fd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.001247, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.890508206008235, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Franklin Gothic", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Franklin Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:15.416512+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d112dba-5c1c-4327-899a-175f9abff646", "result_sha256": "7c09d43617499670d45f13e79258c3f5678a3a404b96ef84f3a69c98097242d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6827703500021016, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:49:52.997782+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dcadc79-63c7-411b-8ff9-cbc895367d1b", "result_sha256": "3fdf32217de0625519da4d666bffd6852991ef69458ef9a9f83e012b9112feef", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0488904540106887, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:04.152955+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "21941fd2-309a-40f7-9d3d-aa2b8ce4ad86", "result_sha256": "3d6cd712292e2271f89b7adcea1f10d61047670f1977bb34701be755815f996b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6353571259969613, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:13:46.425989+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb69ffb-f947-4864-9efe-8d9fb3707108", "result_sha256": "4a285192a9480e8d3aade37649bd1f895c740596ce1a4b827e57f97c4d2cc3ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7838219489931362, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:32.611089+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "91cb1b06-55a6-4c91-a314-83b69b026298", "result_sha256": "c98ddf49039199e6dae938629fd860b157e1e793d39cb916b0c48f0fce556bb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0212469489924842, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:12.308195+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0785e932-6934-478a-ad8a-c77ab732d0d6", "result_sha256": "9b7c50b9b493febb8d6e637d2db7fc53860a7d46f4ee92a61e030d4c5c6b892c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6882084880053299, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:39.869909+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1d666cd-b78a-4996-a963-37843cdcabe9", "result_sha256": "4587ab59a38b40e47f16a61d1521b558402a4cb344b72c0ff0edfb0c14d69554", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.019131004999508, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:11.635372+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96078b42-23fe-4d55-938a-11e77584921c", "result_sha256": "b2892ff72e561576cbb0347381a4a54c42a2d71a135017921537f165bc1eb710", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7685674940003082, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:04:21.874840+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8b8eeb9-df16-4416-82c6-597063681c7f", "result_sha256": "c1534b0e24df60645755a84262b926b53af85e7251ba51f6c6b33f08642a4a7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.792970296999556, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:04.955374+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5098c98-9287-42cc-8091-f0e603aa2fb8", "result_sha256": "cbacb2acebdfa2c2d58a6e7b69256c08c9a0febac0f6f61cf5f44254047066d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001276, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1103475079871714, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:15.697010+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "620d31d4-c005-480c-8460-c3e91ada5a31", "result_sha256": "17a6ddde1c2046d5d8a3f81bc09e90d8ebcb3bccad92d289e42c3ff94a2400f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9815443609986687, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:09.946200+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "582dac7a-a96a-46f9-a9ef-45c7e3e4d47a", "result_sha256": "94d6a83ae4c447f87fcdc75e662dfe17afa2bf3b9891a8fef3d2c1a2b5248c18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.969991755002411, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "SF Pro Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"SF Pro Display\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:24.459706+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b2e38d4-e0cb-43ad-9f84-f74cbce5bb4f", "result_sha256": "8eaf03c3f1fec15846a764f8f1ddd0fb7e44d60c5998e3435de340f1c4cc4c6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7553655430092476, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:01.427211+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9dea00e-11de-4fa5-a968-2b9e54103954", "result_sha256": "0100258e916ddc4542947758c5ea112c5c915a3a74dde63cbb4ab7484e1224be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6898765249934513, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:05:09.530940+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed572c0a-bacb-436c-aa18-1257dda3d919", "result_sha256": "260e04365384e0673818dddc6b98d97779aa469b74d06b77b2d02b33f696221c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8647746719943825, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:40.057385+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e6b4eef-b5ff-4348-a303-be1d3ddd6e99", "result_sha256": "1a503be778c1aca89677e5c0781f574b7c89d20d3313f23fffd96fc726a376f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.703919635998318, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:37:27.130129+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ba88057-1ead-42c7-8b72-ebab8d7243d2", "result_sha256": "437f80aab1085cf4d3b33d208abb26e078352d3e234c6ee8b68865d2c667e1c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.829706704011187, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:56.921967+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c90fc38-0bfb-4ff6-af7a-280c95b993bf", "result_sha256": "97f9120956ed56e02e73d0d890fe8846ae61265262d69f127fe84fe0dc005a08", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6329417950037168, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:40.266037+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d691edd8-5f60-4488-93cd-a60bc6568e5d", "result_sha256": "e462a16010962fd3a6f6cf873b2419cefebc92a73bd8a7589cfeeabb7731ec59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7716168629995082, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:38:51.904813+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec829cea-c92f-432e-91b6-2300ed8c68e8", "result_sha256": "edfa9ddbfa630f16f9577a9d142131bd3a5c4e875b891e0ca93f411d5aa45c82", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6350746940006502, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:44.707739+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "12564f67-9bff-42d5-a568-6e1e364c96f9", "result_sha256": "b206dec05e64940469dc6d01d0233b3e92a813da11c78368cf059abf1a84c4cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001351, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.4375851859949762, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:22.006439+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f544441-a4a9-42f6-ac32-c34acdbbd055", "result_sha256": "998e29eedf6681c753e24767eb9d0f9797750509f1511211d73493d914dd34c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.953296400999534, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:35.870428+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "06aa824c-2317-4c8a-b9bf-4f3c78c35346", "result_sha256": "03520b0dad1f0ceb4217d3c9c677f803d8f1b7e10aba68207f3c02225e890e13", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.630616000998998, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:08:39.986899+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "80b0290e-623e-4340-8f42-ed0c97914281", "result_sha256": "a7afea57bf28d18d1e91d47ae9ba946b860c3650984be26c2152217ad4dc5e20", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6188855950022116, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:31.123825+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c04d3c74-7df2-41ab-816c-e4f76e74c9cf", "result_sha256": "55634b4486a947666e21091f6cf266d1b7309e405b8ea2690e47a8c7785dfed6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6605428569891956, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:06.679486+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce15d8fb-8d41-42e6-886a-84c902305599", "result_sha256": "6b4f9415e2f3b83e8a92b1eff095c554726a66424efcd32abc3a71bed14dd049", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001321, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8563202799996361, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:11.156088+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96cd5e95-0622-4d02-8ff9-67991cf63f91", "result_sha256": "22743056883a8b8a85ca934f84c7535b9e4f6f44d28a745a4aecc0b36153dde8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1192, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.361808913992718, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:28.466228+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e25bd6b-742d-4d6d-82e7-97a4f963bd15", "result_sha256": "576193fd6e7494d93d051ca17bd68508a549eb65167aa888f0652386d9e2f373", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5909362609963864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:40.982382+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf29faea-234a-4aac-9ce6-ed4e56c303f8", "result_sha256": "3744cbfbe4a5e9a1c133817379a55b5fda1067258b7f0ae24751b6ce85bbc5dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9772463650006102, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:57.490030+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa5ecc7-b45b-4d97-801e-9aee5d792120", "result_sha256": "a206ec2fa5a5e618d527516e9b9ef51d8499a292cb95cad8db5891698cd85fea", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7366791769891279, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:32.964304+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e68a17b1-affb-4738-8566-626d80c5f095", "result_sha256": "05180cd6111a9a129bde8074c8183c9349ca264b928dcad1bb0ea4ac66257e48", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001321, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.907256418999168, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:15.082884+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "37846482-abb9-4ada-bfc6-db81fcc35a8b", "result_sha256": "f5f618a46236e3d418d9bcf231f5f8cef44cf9d07637617c6e3db7294c9b1427", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001358, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1133, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.853333589999238, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:37.859531+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3ab2173-bd9a-458d-bb7e-3436a914ceaa", "result_sha256": "b2438be61ee6584b1d3c20c9073386b6288595bb0d1916f3150b5b0c24b72690", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8849217849929119, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:36:42.229358+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c638b387-8eb0-4f24-b110-2ecb9898534d", "result_sha256": "aef2b11a462fb03ff6fad04b31d8883706ae3570f4956a8561d01a316e2f01a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9327460719941882, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:42.560473+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "af244be7-aaa9-4b64-ae1a-709baafeb173", "result_sha256": "19068fd75e28cf27005f66d7ff5baf106e56c7dff928705c9dd235247a689fdd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8815857900044648, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:06:27.973635+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fca075eb-4deb-4719-b4d0-d81a8a05b2df", "result_sha256": "a97b727a32a4eb6db3ec09d269b953b5cd70d4f6fff9d48f8a69251e6149f002", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001321, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8433797379984753, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:57.174458+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2464a5e-d837-46f8-a065-2ec7d034d007", "result_sha256": "d7b536e9527cd3c1dae3fc1837d7b90f96edc255b9e41b385601f5ac3ef26e91", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.431376854001428, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:27.915987+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc93d939-7ac5-45ac-bd92-37aed128df0a", "result_sha256": "52b9e4669f41ea1d57c8634b9eae4092f71185b6eb37d57cc1adde243c53a807", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3697776059998432, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:05.770150+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc051d59-bed6-47d1-8e09-34e1757991f3", "result_sha256": "fd3ebcc93a7c6995f24112a5d792a546dc009cf6a9e63df6d9018ebf9a81bcbd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001376, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7959392379998462, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:50.453950+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b569b89-0774-4293-8b5b-4f3f403327f0", "result_sha256": "1b400779bb9b69dee8fcd354bd6dc0cf06227dcb5601be10042ec92ee1b22934", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8366936160018668, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:48.341659+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d48608-6e1f-4aef-b308-95f257d9c2bb", "result_sha256": "c4b0e3cb99cdbffdbb9f337e22d704d8093ed5bc960d93df4ac30bff8d00d0f1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8667300480010454, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:39.668205+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a62e0c4c-c2e1-44f3-8560-0e7e07c97800", "result_sha256": "3b35fb9a76e7b3c23827a19b421e567c291c36f768c82ef663f75cab00abf5b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001287, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6226134949974949, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:17.689679+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "06f44dd3-1dc9-4feb-89a3-2deb79769bf8", "result_sha256": "a45f4040c5b99e0d4098330e9e3bdc3278c6dc9d15965d32c365fa6adeb8c374", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7990751289908076, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:45.304088+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "8cc2a016-1a78-4c8b-9827-8b23fef22f4a", "result_sha256": "96d5ff29cf1116f25c373b68ae8468ba6eed2affc470aff998a153f07daff129", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7529278120055096, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:01:38.633534+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "655d0d0f-f99d-4edb-8bcc-40dcbdd969fc", "result_sha256": "80af55c28d1d20234a6d1cab5cc1fdd091590f8e79f052fd434663b344f36ea4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001421, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1447085159888957, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Futura\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:04:12.961778+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e29680-8fbe-44e7-a7e4-7245fad4add5", "result_sha256": "ffa882f0769c0baf37824cd501e3549a13b43485c70f170fcb6713f7748297f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8428111700050067, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:47.015450+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eba6edc0-0b74-4831-9f7b-b21c7a7af276", "result_sha256": "224e5a1d50782d69b0ddab3040d9d11f0da8580ac52fb803ba2e4a7f1e702792", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.649828002002323, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:47.744858+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ab3c0ca-18ed-4b65-9b98-8f58773d2c8f", "result_sha256": "4349d48cb2462dc86dfb15a07ea3b18354d2f80ad8ddb68ada557409a56d7c65", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9364060559892096, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:21.929937+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "77ee19d1-073f-48b1-9278-e213eda9457f", "result_sha256": "6c653da3c8039b76ba5f016ab9c6b82f17ce67c74b3f342e25b48373ccef322a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6698955480096629, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:49:37.619385+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c232cb1-229c-46c6-a96d-ec60f05f15b5", "result_sha256": "70be0dff5c7757bcca7069c9e0b85bcfdc66f92559fc77cb56a2360723af74f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0539936999994097, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:35.982142+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee7b718a-1154-47c9-85ec-386f7ed50d48", "result_sha256": "0aef08b34b11cbfcf0bca0d5dd070eed8feadda94b93b252174d06c9c580d25e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9855430489988066, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:13.817236+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "93f32456-aacd-46d4-8ff5-d566f8c7e817", "result_sha256": "c3f7abdf8f2523bfa2ebe64804e881010d6642f47280dd97e80132781b465719", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1636574670119444, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:22.033882+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2240cc13-f41b-41dc-a703-b3afe5d366bb", "result_sha256": "8b0e4288e002a5f0a3c7a8ebfe839c21528de27a6932d61944fb58cc645d6bd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8577939449896803, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:30.141939+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "5e5eda3b-7e7d-45e7-8711-b69e4f5c63e6", "result_sha256": "b61395a819fba5412198fdc170fc2863991bbea171bf10615ce052eceea1aff7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.001216591001139, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:00:07.145668+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e60a251-9581-48d6-b157-ae4b09d0a00b", "result_sha256": "d6fce749ffaebbe907a4e3e453ad5c867dfb4d7f7e30d66752a9d1f6fee7bf43", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8713270820007892, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:04.553073+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4a40755-5ca1-4e55-9306-e0780b917a28", "result_sha256": "fe97d72689c79e1e55a6d5fd46ee5ca74deb6a710c582c190289079ab5674708", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0881371349969413, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:29.746965+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ed8d12-2418-4ecc-9140-11634daccfc0", "result_sha256": "bf7d3e5c1396a226861e237440c47902813f150c309a89704b582d4060fd70fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001287, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.852125609992072, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:14:59.924815+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef240f7f-b50c-40c5-a664-e64b95e7794a", "result_sha256": "66aa81a01b541e2693a7233eeaefadf8fc89cd096168b0b8ba3361c0c2416dec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7987275210034568, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:24.652900+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "83371461-732e-47a4-b109-44e165ad303c", "result_sha256": "e26341de0e4471239106dcac6a9eda59d6b3f4891520605c9e36dc5967102335", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9511251380026806, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:30.929639+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e86f93-6a8f-4e3d-add8-1746119a286f", "result_sha256": "d19e127df9bf43e9a918cd347e93df1b248143dc66d1726d2155b7bdcb5b82b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.686275736996322, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:52.184996+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "175981cd-99f5-4a56-a1f6-7491e3b296ef", "result_sha256": "d0f5ba67b85d30db4254ea876a5656174ea49504a4175ef12485f1232db32b3b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8541464199952316, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:12.719319+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67c1b05-ed0f-4ec0-800a-756a58f37236", "result_sha256": "e1a697b120b2ee5339d12ef682ee2dd034f3a84c81fa7f4e79572d0daef9a3fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6144241690053605, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:00.508673+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c97d223b-7864-4b62-9bdf-e83a97c3c441", "result_sha256": "8794a2c6ea9747261e467f206aefb17eb6c48e8b8fe40abc63b6eb051099a1f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001381, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.008935300997109, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:42.092658+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6afef265-704a-4a74-9bd4-298128a62d4a", "result_sha256": "812a342ffb83fee49232963182609df052a8dd0644892100bdd0532d9ec2197b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0053981320088496, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:29.589934+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb866d8a-f0f2-4fc5-9c3c-6ecb5ebb6712", "result_sha256": "b0b8a3c2c87a79ff177619adbd780aa20d790405991ca54a581cff9a2fc747a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0715937259956263, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:14.622473+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8d79759-5ab6-472d-8988-b9a90c029732", "result_sha256": "f719fd10ab1b52f2b2933710e95473cd176e830e1a0f1b87f03ee11cc2194c99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.687628808998852, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:57.235410+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "109db15d-1e85-4b83-9c7e-b3b1d1e3b01f", "result_sha256": "51d066c88a9756ed029ce4e001621687a79e071b29d5012e1ebadf1939de8be8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6469394099985948, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:51:21.870930+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6879938f-cfa0-452c-8b82-614cb465b64c", "result_sha256": "042c511f386fa21f8133b0ef74215e391bd31f256fcb52f4b6b95e7ae3b5a329", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7310895830014488, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:56.715893+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "773e0015-43f4-4bf4-a792-b276574d4c89", "result_sha256": "e882a0028ff70110db92afdc580ef2103aecf8f10ffb41988d26be6c84d69c29", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.917350654999609, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:42.910770+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5ccce4e-add1-4e4c-a94a-00303366be67", "result_sha256": "81f8b17e56a90a0724710aa352107b1cf846b8fdd674fac7712305bb43f21f5b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001389, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.821465150002041, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:47.189471+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef7bc4c9-d6d0-489f-a0be-19ccb59c212b", "result_sha256": "a8a0039739704eaee251aff222117d605c4f139a257c06994b94cc3fcbccfbc6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1599828910111682, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:23.135711+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96e455cc-61f8-4169-b0ce-812aa952d8df", "result_sha256": "2fa282ee88d09505305e226a2f4c94dd9b684efcd45522220bef12c92e30a1da", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001432, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9637534119974589, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:01.639258+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "38ec3971-0463-4494-b910-bc98e24217c5", "result_sha256": "5d6389836bd40d2c5de7f62db2cdf1860445ca1c4840acb0d25fa2f1d4bad7c3", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7832626390008954, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:19.739885+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "91709417-4eaf-4096-9fee-8dd899ae6a7e", "result_sha256": "ecee43ec7940c0b8f6bee27958d5a0438f470cbabd8afa502662dc9d51ead9f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001287, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.675407148009981, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:38:44.569032+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "a0c01a1a-539d-449b-816d-b826ae78a5d3", "result_sha256": "191786481689eb0dccd9983b4ba177dcdb550ec7a379b822b04b1ee0d603c19e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6520775430108188, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:03:03.058171+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "194af341-ec36-45f1-84ac-5ce8848c07ea", "result_sha256": "8cbcbe0d7bd2b07ba4a3f1a79de44f5929370adcadd79c6c31193b9465ad9d8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.758055318001425, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:58.956163+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e554835e-a266-4014-b1d9-bc961347b64c", "result_sha256": "316ef9e7675402b377c7502b0c20e5dc1051c55f1de49046407ed370c4eb8193", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8351285719982116, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:35.930805+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3732cc21-b6cc-43b6-a379-dac645827164", "result_sha256": "290bdb19e809383bb22125f774fb81b38f13d9269da7f53850c1ebd8872d059a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.7055228269891813, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:46.593795+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "534aa809-f64c-4b88-8b97-1a811cd41661", "result_sha256": "0f37f2170de5417dd782c1738e7d97ab5b5c6cc397ea6ed619e57d50d6793dd3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001335, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9247164900007192, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:38:22.654777+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a386145-ec89-4f73-bd65-ee8a1a180452", "result_sha256": "3ede828394c47f042c3ad2101257f0ef1beb35a899d7717220a52f95550201fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0607613519969163, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:48.300371+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a071a39d-2f63-4101-9c2f-b8b8a5ce5db5", "result_sha256": "83e32319234ef65cc6242038bbdae32a60c2acafe8c7af90c9eb226a048d1533", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8263299579994055, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:47.216226+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "04d32a6d-350a-47b8-9504-0a75893d5059", "result_sha256": "d19ecc1c1315360ad99e4efc4db4604a16f87b56207a791af07eb00172895e79", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6498560229956638, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:55.236825+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ee2677-6560-442b-a260-0be0a3393815", "result_sha256": "642f8ba827e36544f3374628552a94b809aa39383010d1583ecfc7b56771e4f3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6698274719965411, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:26.327700+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d34f732c-42ff-4636-992b-a153e7391e4f", "result_sha256": "2e33a20a6ee33b8aacb8c042f68d4832378f8973e4bd688374f278556ee371cc", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.900675760989543, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:06.141555+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0155cfb8-885b-4053-b03f-fef989c03753", "result_sha256": "749d62bdaf4e52ead57aa8ae93f4400b3ce5f881b4e4fb21f4083ae5490c9161", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7325955769920256, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:22.923830+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9b35425-ecfb-4003-9dff-cd455eac1a33", "result_sha256": "a86c11be5a4c4cfccb3f00b1ce2769b7c8a732197578bc33d6b0b1934002763b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.421520268995664, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:19.687322+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "72674151-2eb6-4e0b-a233-24bc974ef7b9", "result_sha256": "f871be0bd2bad4ea95fa4ae81d65f976b2221f8a13fab47c000d6fee1314ced2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7350804330053506, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:40.455382+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f5554fb-95d6-4fc3-8fe7-2f8e629c207c", "result_sha256": "35a37d10f6b0f6e1eb5ec3645cd3b887d9d771caff5b90f15499b054d6fedd7c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.847806361009134, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:57.695575+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "05e78313-6348-47d8-bcbc-c9fdbaad1fec", "result_sha256": "1678d1edd77d5c770cd0e3ab8ffffab7be2b8c558d49b832ab2d868cb86731ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001287, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7315563059964916, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:51:12.974226+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba73a0e2-da8f-4782-b249-2900d2ed14a5", "result_sha256": "6b9d100c9ed31b4501550fc85a5312b350ee4178370597b4486a5f20d2e8f9ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.849092506992747, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:37.759320+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "01dd68c3-c5f4-4c8e-b65a-235ab898af28", "result_sha256": "8ace9f3513a7ad0ee59602c7493b563f6582f0f7ef7e3c4f50064f86e7f58270", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5643084680050379, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:14:25.471426+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "20ffda44-7742-41f1-9d61-e535a81eba53", "result_sha256": "22efdae1b052b8601049c3f04ad1fe080ab5d15aa3bd40a6a4b8c785efe271dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7047799059946556, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:04.806870+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "41eee441-8486-4623-911d-0c2f88b9702c", "result_sha256": "1968dbca55495c30814e9c25ba1713f3735df649c6fcc94823bfe462e79f5fd4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7915198839909863, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:44.083425+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "91eb2963-fb0b-4e0d-b899-9e572e7842b4", "result_sha256": "01429b4825ef1c91385478af88f07ba3b0642c72fd5fa8a83c3a08b5e96831a6", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9446983880043263, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:21.191049+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6326dd7b-1845-4205-9e1b-98e6f3380687", "result_sha256": "0a49b422a4ae5f71908b3cc82bfe01dfd0ff778c11b0e09f7332cf7371c7972a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9407435059983982, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:41:06.525599+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f1e9f90-820f-4c8a-a943-1b7f17dade80", "result_sha256": "8733e974039db0997309e1eb326a140c2a8b0d727f53bbf36615861237d483aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9017240289977053, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:37.469861+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c4c8693-eeaa-4775-bde1-1e26b499d916", "result_sha256": "4b369f1a8e7cfc2563d2615f6378817780f695b024ce585278bf167ee056e01a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6118514120025793, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:49.180800+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb39720-466f-44dd-bd88-c4b101a6bde1", "result_sha256": "52df500b8bb198babeb792a6608210032809166be6c64c3b7be09789c9e866c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5828137640055502, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:56:53.443368+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c32a8da8-228e-43ea-946c-d4e7770da856", "result_sha256": "602616fc8310a013f50b18f41d01d5948f3db627b47802a5104f3261fac958f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001255, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.650337742001284, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:04.942888+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "383d5d7e-a4db-44bd-ad79-cd37e385425e", "result_sha256": "7d4a5df8c48a6d05b63654359c52266ef9b07a5faf93fb9863e1d898b30d1ae0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001256, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8286006949929288, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:48.155227+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "97e6a94a-646a-4066-a316-af0f67b1d173", "result_sha256": "fd5ae57c527721b900a6d6847da75335e4f57c2081255015944162b405bbac29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9848151190089993, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:01.673384+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "763fc139-8505-4c31-be0b-617764d0c0f2", "result_sha256": "8afeb8a2b5ccecba365b4998284129c047ffa88d6055609168eaa888f03f8d04", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8952972239931114, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:13.092578+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5408f48-cd89-4823-9e8d-25428a59384e", "result_sha256": "7863e1ad1ebd4b0da153376fb309f28d6340c1303a3857549c8ca401b953d545", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.67804821000027, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:54.718104+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d30aff25-e4b0-4aa2-9e81-54c820aa61bc", "result_sha256": "b4c3509a6b82ed1984e289a1f68b3580c9ccb5c58789f0c431ee22649adf2b05", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.4499745189968962, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:28.137899+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "15dda208-1f0a-4087-9181-9c7007458501", "result_sha256": "783a0a07475dc1ca3696cc2f02873a41731810a542d65ece4c63a1cc54d7d523", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5861195729958126, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:16.255621+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad3f30b1-d5b4-40ed-9345-a365c363b465", "result_sha256": "8231e931afe5f4e69f8f6b151b1830c1b687abf4dd4af6fdf5c2e777b3a5bcc7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8098460330074886, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:27.586256+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b8f9de6-db84-4849-af8a-a61d1cf4e59a", "result_sha256": "4860c1e50eeb5ceff3bf607e6fd3057c67608b7eb0e523a42fb110d42fc2d602", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001244, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.992456399006187, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:48.211418+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4cc339e-65f0-4e13-89c8-ef722781b950", "result_sha256": "b520afe0fe19e0876f16a3968a4465ca5c4d5d3ce0348790901311dbe639e9bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001339, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8843824200012023, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 38, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:19.648486+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c425ec-9712-40ed-a940-320a6cd0ded8", "result_sha256": "a76d1cba2b118dbcba5cf1fc5e53dcbde8a548324e795b8e6426968c5d9f33c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001312, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6339162080112146, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:53:57.865724+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cad0af2-6938-4917-9c00-0a3199bf0605", "result_sha256": "f30aa2ea14f0bb5d296e232f718e2c7800fee2985ebe55ac6bb5e657cf6c9765", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001372, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0467202839936363, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:46.633235+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef9165fe-4206-49e9-a377-8e3676eace11", "result_sha256": "1b117bf2b15e2338883196f32d00fcbcb94fe5853536909e619ad529077a1e21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8402567559969611, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "San Francisco", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"San Francisco\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:53.539571+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddade897-cb4c-491c-a8ba-92a328a02c4c", "result_sha256": "54132075788a3d2de888d6bc16ee1ffde913b19d3074f9b726d2d4a203a8eef2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.37791213800665, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:11.886301+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbe11088-a33e-4a12-9126-917f264aec70", "result_sha256": "0c40199f230ae13d7ce562770e93b6cbb07fd2005887b3ff6e2fb95d36304b94", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.514738469995791, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:37:55.722581+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f41a15a-ddf1-4b85-b13b-e2aa09274bcc", "result_sha256": "321aaa20708e63d565aa5bc8e5059b69db43b3f7ab9c8266d8d44a10882e0ab9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6375482660077978, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:30.181608+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5efc29ce-9d94-4f15-8243-30faf6a296f6", "result_sha256": "1ed5540cde5623a5c29f3481b425bb29192dab13d5d7cf1c178e0cc854590dc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001338, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7358891170006245, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:56:06.204307+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d107a9a-f1d2-4ca7-ae06-98405decf381", "result_sha256": "a6190228006752cae8196befbff25fdca4073a945c06d8779126651fb37f1683", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9541385599877685, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:59.954460+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b0280e2-3297-4332-8e55-14c0944a5389", "result_sha256": "71ceb7a3420712f80fa5e5a44eb6991c871b1a751005e192d36e7dabd8156704", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001358, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1133, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8844145960028982, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:13.771039+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "677209b7-8642-475c-bff4-2acbc31d1a82", "result_sha256": "54c25f7caf0daec6848ef48eb4cbef39920c99ae5833c39d12e1b05b5aa975aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8229800819972297, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:07.060457+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "44e417a0-6e0f-40be-91b8-71749e93b199", "result_sha256": "93ce09ee4839de046e796898c731a56a51f07ab1bf9a4bea2753b652fcd7a305", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0689309039880754, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:49.706369+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96bde39d-8f75-4033-a9ee-2a3bfe62acef", "result_sha256": "2f60d7142c3137fb08e8ef207dbb26bd75fcc8056375ebd69e819c38cdd256bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6348813630029326, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Atlanta", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Atlanta\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:20.400683+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "af22add8-7750-47ff-9009-e9e34fad1fda", "result_sha256": "0e1365e26598c7e570f603ede491398dc8701697658047a2d6c3941c442b97a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8767780330090318, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:11:03.667857+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "970c3553-8dda-4e65-9d56-f97296a8b3f2", "result_sha256": "a040a4b3ae3ffa886c18b8a905d82498b54af2f25e0ae8a6f6ad8933538e4520", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8073604090022855, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:31.631821+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d90795-2f2c-41a9-b3ac-282acdbac245", "result_sha256": "227a381f4006ef2a5ddb27ef333e673727d5c17a3d39149a061d61c8a9546527", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001266, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1124928370118141, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:06.240178+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "db3808e0-4e3c-497d-b162-8aac7770f32a", "result_sha256": "e1dda2e04023ae77130313d55be2a71d145d3b08bfbe77e30ccb3d255502786e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001329, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9443488580000121, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 36, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:14:06.861543+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "642b6cb8-e5e3-4877-a964-2dc620612770", "result_sha256": "d9890b7fd8225031b0e469655e624cff205c076a16ddc972e09d949d330d317c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9239621800079476, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:13:57.448866+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d02c95-81fd-421c-a28a-90953b66320e", "result_sha256": "b067374d608002e40da69d71baaba62c4b24383c2c7671446a063cb9888e41f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00127, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6588164889981272, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:43.464966+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "012893d4-030f-4fc7-b55e-23d30db624b3", "result_sha256": "5245d3bfeef968917c5040a19241b1849746797c174fd9a36c3a22e672f74837", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.901699047011789, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:46:17.796041+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5ca7287-51aa-4e52-84ac-e09ec4d6da2b", "result_sha256": "c8d4d0171553efc2062adb5855e036717babd48aee06cb48de4fb3081eabb986", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2165554909879575, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:39.824888+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "739c1e99-18cf-4acc-a863-0e491b07ea92", "result_sha256": "6466a5f45b90a19107e2f53f3ee20a66a9230db3c2b5d4b34461f780c64a721b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0464436299953377, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:49:16.533144+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d526a029-99e6-49da-abde-215d5a0f7c8c", "result_sha256": "667defcc9f98290c661d2bc6cee6b137868d0079287c9ee6698583db3087fff6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.625953737006057, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:48.186009+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c43ca4-f4c4-48c4-8288-71e0c95e2e1f", "result_sha256": "e069f41c354f0a86f88add9124abd0f1470207ba30852f07023f2f1a3a756633", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9663148999970872, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:28.706830+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "08c09e28-6783-4fa4-8ffe-ab62a95d680d", "result_sha256": "f0fadb0725285a6ec9c8db52eff79a0c09d1a3dd1612aeb39e2b774fa4b69be4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7799322489881888, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:19.531804+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "25ab3f15-3acc-4cb6-956a-54f2f0f5e9be", "result_sha256": "246557966d6c13a5d36343cff0acd2aab5366ffb4a1ac8c7d61c4e26b89b317b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001252, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.319208389002597, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:26.424597+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdbf5dc4-067d-4e6e-9eec-82580a6c61f3", "result_sha256": "bb186bb442034dc46e327c9c20bef00f00c655a180d85c45db713aa216517228", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001421, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9871680609940086, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:32.944940+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa86370-48a7-44e5-8526-d49fa73845b3", "result_sha256": "205189b90b7c098b271a24b486aacb8fab3c1e698774fda154ed0e045d6e1607", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001324, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0340438459970756, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:33.223167+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b136fa47-9f24-4a47-ba63-fd2a7bf79ac4", "result_sha256": "a70544334c7a85e89cbca3adad112800dbead1a0e06913d085f5449f13e380e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001285, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5352820300031453, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 37, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:25.671713+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "766ea3af-caf9-4cca-b981-170d543e224b", "result_sha256": "60dc933f6c1caa2a8fee264f84313ed362713e42193a4ea43120a8ba111b4dd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001383, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.0664717710023979, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Thin", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Thin\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:41.342007+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c345fe48-6829-4570-b9ab-9471c25d80d7", "result_sha256": "c9ad93ee025ca2049fd140605ffade842d571c53f9241284a16c6aafa729926b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6850714600004721, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:42.316459+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "50fb93a4-89db-4210-9564-41954da9c8cf", "result_sha256": "785d932afd2456f29f76c4aeda1f8c391f0b89210c8a9b60d7b3a28056336098", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7765387280087452, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:06.759214+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f735d85b-6453-46ee-b2f6-df7198422fcb", "result_sha256": "b1f5920e9f568b189ea0b1a92ef27936ce7421c33a5d4cec28849ac9d30f0fd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6121653060108656, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:40.006243+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcebc23-79ef-4696-ac61-6053825f9d74", "result_sha256": "c702a76a73338a43aa29921a92612d7d8f6252f8916c9cdb55d8eff045452e4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.139359417007654, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:05.195062+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "922b8162-fd8f-4101-8d04-5e8f42046ac0", "result_sha256": "a4f211d858eb74f9746cc59ed9df6be0aae71ac3ace94ee08261e8de58fe7f81", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001338, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6195618189958623, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:36:24.474002+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "af03a9d8-033a-4dfd-8caa-2031ae82d956", "result_sha256": "c6e422ec4410474df690ada74096be8ca718883d49466c3b5df22857a81baac9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8601939910004148, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:51.408272+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcb0e5a5-a8ae-44a6-b036-cc4e352d6b61", "result_sha256": "d64175b0e61ac0b7ce6e94c2a13237a7247d685c093501292068939279f3fe1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001271, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8253049969935091, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:38.939628+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "43403b7a-5f7a-4eec-ac6b-5a029e165770", "result_sha256": "ce001209955b392f70d2b6387875f67b51e28209b9b77f94e3de22ae69e18264", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5388350229914067, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:05.227891+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e55cb63d-26b5-489d-8338-960d2eae4063", "result_sha256": "c7012e7203f343fdefe2f60e6e083c5b114a0b8179db7c85f84815a81d1e5e59", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.072410139007843, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:45.131483+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "09759487-efe2-422b-9131-855d190343d7", "result_sha256": "c2c91462d7590a93bd730ea5d8084fe9d25e633bedc732f2fc8673c9326472ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001426, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.064907702995697, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:42.634329+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a8166a4-2da7-41c9-9828-4b930deb6fee", "result_sha256": "5fbdd9a01cb7aa28e5ac4beba3d8299603b144f262dea1275025d40640ed05ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.05158370200661, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:17.814423+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b03a7de5-1022-4345-9e60-8209fc21c8a5", "result_sha256": "4ca85d5e2257eece2afecbddc927b0e90523bd9ba7e426619fadef67ccbef9e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7833488959877286, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:06.113645+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "25aa49f7-ee60-49ad-971e-7dce22a06eb5", "result_sha256": "4cd7950295483441699919ee37834ea865d192e6c173fb4708ba1dd89a985cee", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.080587465999997, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:11.546045+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "1ec47552-d08a-4425-97c4-96b38df24fc9", "result_sha256": "16f72b341caae7952812a7fe64fd3d8cd356e4a3e7a612e071118430ca55d48d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6677299470029538, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:03:52.562846+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed1cc4d9-7900-41e5-b9a6-816eacd5af18", "result_sha256": "13dc7cd161b336f24944aad7be7acec45754beed4c2fbe351a32da519ba5c7dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.2566346539970255, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:15:47.849377+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "28c75584-e215-4f26-a432-0ee6e32df0d9", "result_sha256": "26cc46c79d76db8ce0544a9dda935e88ef9be7b9d9c30c9c2c94351d4e31b1e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7630350530089345, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:13:01.842052+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "455d6f09-368b-4988-a439-504ebb959720", "result_sha256": "6c32336b45b4d0ad3a266e58cddd98d95c40601b61e6e22f56c29ca16d3c37fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8171659520012327, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:18.906810+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a09b858b-20c9-4b1a-b103-4b739262f96b", "result_sha256": "b274d5b5a730bd9216dea71eff1c8764418bf8f0af6a1534b747ebad7a33a3c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001325, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.744083559999126, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:48.800518+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0334d9ef-c2c3-4d9b-84f3-3be68261f23c", "result_sha256": "fc7dc6603c58a5868c38d408ed3acb00ab1d9316f57ed19f3d72cc51f7e63a72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9389108530012891, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:01.883437+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "95f99eb1-cbc4-4404-9a84-b0c6cdb32363", "result_sha256": "d744741bd2ea455e127ec50af66860d066700c8666b038d62b75634d634946cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8397802899999078, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:35.315962+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6689d0df-82c2-4fca-8ffe-9b5c3621d382", "result_sha256": "daeb604d1e937b1389dee5980dab2bb1695a0f2ac8b992e826e985492f21d747", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001356, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.629262040994945, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:38.061856+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c55ce182-3149-474c-8036-ce4038e0715c", "result_sha256": "154e62126791ca861bdb8e7b0ed847b9381097117b28287934b2c9f8b0cb9fd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6691975009889575, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Optima", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Optima\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:08.335107+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a4b9c4-5faf-47db-a9cd-edf7c7d3efd5", "result_sha256": "46c7c8f465a7c7cbca0a75533cc26b814e73990f43db9be0df1f15b745bcb9c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001292, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7476541130017722, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:00.129548+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dccb4282-acab-44db-8bd3-311dd560f960", "result_sha256": "47ebe4297a887717ab20ee85c7e4d575182d490079cc33bff7072f0f36c506ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.005377271998441, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:00.592755+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b36d77be-016c-4e04-9992-d55b5e1f823c", "result_sha256": "60eac26ee6bb04ab6e966d1ffc45e56dd01f5a538596eab08c16bcece1b476ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8999650919868145, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:28.778705+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "694e60a2-df24-42fd-b063-ea25694be634", "result_sha256": "fd0894564dfef2d9a5f9e57cfdd536a2bf9d7123c3f31f77fdc5c83feb92861c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6739495860092575, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:00.264672+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a73ae2f0-2a2d-45d5-b410-9da7ec2f8f0a", "result_sha256": "2acaf1ae20e148be542587a79d7826f2ed0f64360aee3da3ec9b3592825525a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6610409970016917, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:16.476584+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eba3a08-983a-4777-af9c-3aaba4f8a6a2", "result_sha256": "30161895f8bbe8845282f9695abc203e87db880b582de578ff5f2709558ae522", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9089011320029385, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:39.462415+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "236523f7-2e59-4a30-b3ec-5461a533e33f", "result_sha256": "deda0466d3b894b993a12323f19d5a68aece884e33422cf9059ff95e19c1fe68", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0834313739906065, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:27.796504+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e72c3da5-53a5-4fae-bf84-62ac512bae85", "result_sha256": "e9370ef3231002fc8a058afaebf74598aa2c903f5f733c75fd775925d1ebd1cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.288900403000298, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:24.026291+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fc277c-ed30-402b-b6d1-7bbed802693d", "result_sha256": "e9a9a8a0fb5f3660e0918fa3677f2860ac718d7e9dedd564e04ce54c63237920", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.013254383011372, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:28.607512+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "22422ad7-a931-43dd-9383-173446ec70e6", "result_sha256": "a4a5e0972165b5ced25430876d999d05f2b20c491ec6b658fddf1b6139cdc174", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8694830019958317, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:42:05.225338+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "320515b9-94e6-4bc1-936b-bcfb62ef4339", "result_sha256": "5e9ab965bae45890751a4134516b82205c083fe3492e7ba5c7c04acac242e8b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.983466755002155, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:45.286945+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef36b619-1f30-48a1-8e77-c45dff1cc900", "result_sha256": "4937d4db12f0b95bb9368d3d85eb87c87a4068b21c52d984338b2ef137c5ef25", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9699897739919834, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:29.903921+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "351c46cc-e8cc-4713-a131-9242aa06be6f", "result_sha256": "42130290e41bb780b5b379bf26e8f6738d738bf0101f374749d5c19cd03d6ee4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.67618053300248, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:54.680809+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "def8c8c4-2a98-49e5-8bb0-c5ae88d00799", "result_sha256": "5ddf9359168d1175c061a75c931ff943ed4b0ccb5ad92ffe5de67b0dc231ef85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001288, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9552354639890837, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:50.620789+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fe864cc-091a-4f7b-82ca-92c084390c92", "result_sha256": "0c7ffb3cba400437b26a02e5edadac874bdbd1d907b01ca8ab53bf74e8a9c87a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001334, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.034462046009139, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 37, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:25.375703+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba9d6b2b-6fb4-4c0a-be3b-b4bf38bbf2bd", "result_sha256": "5b20d18e2967e28af28f4bfb0be77f0996200b6322606775267fce0b88389146", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8346086920064408, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Gotham", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Gotham\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:51:47.152951+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7477c690-d1ab-4c63-bb53-16640552b0c2", "result_sha256": "9a44eb3aa75b2034e683bb43ef2973819ddca2fd076b38c2beecd4ca68625f97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001335, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8724675709963776, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:46:53.238409+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "265d65c4-be89-4404-849d-2d2ffbb4148f", "result_sha256": "7a2c2a70f1fa2f8b94bc24884103dfd6e50b2ae7d7af2bb198b7375c81a9eecf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7929527959931875, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:55.138809+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "89877087-800c-4252-919a-f0318b84d07a", "result_sha256": "5e6e17e31e9ecfba05ad84c5f4a290f670414b6e73d461bca873b288ad3eef6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5143698000028962, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:48.667638+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2795132-4a24-470b-b429-f9b804f33366", "result_sha256": "250c763cdce96a70144e30356e1f0159709d3098582b9d9baeced604ce90e3c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7666163249959936, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:01:04.009040+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6df3a30d-737c-4828-821b-2f07d4cd9b05", "result_sha256": "a14d3ad40aeaa2244b5672998b9312088c7be28a9cbbf25e1770006b5c794472", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.814016725998954, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:11.665115+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e194024f-d343-4f8d-8ea3-f99bcb24f6dd", "result_sha256": "543781a3e12d4f348da2f6d67ff7d7e6908752d9be3c4abce18d35278aa70e5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.809194731991738, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:16:45.155342+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c7436b-ce4d-4b1d-9d21-ee03988e9d42", "result_sha256": "310b41b9e5febf810d0ba672f895972c82ad60b5ef010bcf3ae92ed36cf01f4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9203303190006409, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:09.978403+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "74fe1031-75b5-4a91-b536-7bd81c767a8b", "result_sha256": "299b3c2ffd99fe6b383c2d7afb21453fe0f34261844c2787b7467bf9e0884791", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.816864431995782, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:13.472941+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "baa2cf71-9e4c-4f03-b3d0-e4fa33aa9875", "result_sha256": "e81ba0a1215772d0c5ce10b74f913d8b08392ccf19e7c5a77d65c788fd8f2889", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7131155690003652, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:05.733290+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5c5df1f-31a7-470f-a158-85d1c4e03d4a", "result_sha256": "93db98ebbf4b83f5cdd547fc2a60f9bcb1653cf3f33debec9d438792a6cc9378", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9933535770105664, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:32:33.318539+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a08a277d-db94-4552-8798-dfbb71d92470", "result_sha256": "1b42782650ef592cfbd02f6ce7b9092fb8682c8239e0292c019f8a1c4416e26c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6895524840074359, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:03.889098+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3d67de0-e80f-42eb-aac8-ad46a3a2d308", "result_sha256": "230c58bcc82828aa7247901bc105adb61e0788e3ab988b8ca50919d8c71b148b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001368, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6157191550009884, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:30.128229+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a19ce71a-d797-47da-972d-161540e578c6", "result_sha256": "1082e841c2153377854b65445e781f86c0237cc6954ad1dc5268d206faa724b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001224, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7383367700094823, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:44.363321+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9167b62e-28d2-41d4-a645-79701f578f01", "result_sha256": "bfb660438dc67b17d7232a4d1d310bcbd68050739a545f688f19f0f58f451f72", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.945358445009333, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:21.188428+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bba952a3-c4c0-4104-9791-a2458ef50d29", "result_sha256": "a72da823c2e0c50ee907caf919526033466ad328c8152372df39722f02547ae3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9568014109972864, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:47.661234+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "d30bb439-ba32-4887-bf06-85d7b7b56b4a", "result_sha256": "c40f6240e48c513bbbe01a5ab3744ab9f9dddf533c72340d973614b0fb77adae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9038641879888019, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:03:24.939699+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe7185a-ce55-441a-a2c8-1767233e6af0", "result_sha256": "1413d3f73fe87d75acbd2c3378312b559fe506f1ab19a7e1c1799a4f876f53a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001309, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6872720760002267, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:42:34.705039+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "91bafb65-05ea-4f5a-9ebe-2b10ab7fef01", "result_sha256": "c191eaf0d3e0aa82455f423b15b1a400b211e0f80f7615fc936211e8d95d9bf8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4365553200041177, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:52.230745+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe3a31bd-aea7-43cf-bc94-ae82a76be531", "result_sha256": "2d83b275719a68c75f8e5672a1be7d9a1eda4abbc5188179552c4138b54637eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8169427450047806, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:54:06.048915+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bdc94c7-694b-42ad-ad18-4153c3b95c8f", "result_sha256": "4d9f883aba76724110ac8648c795c9b681e34c066d99b6742be297eea313d416", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8410655020124977, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Trajan Pro\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:58.698849+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed036a09-13e4-43a0-ac74-0cdff5890909", "result_sha256": "ca3ec951f708cdbff3c45199f6b9da7df630d0528487ec55a774c9502a8aad17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001206, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1021, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.668052405002527, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 37, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:31.373518+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "97833f2b-b09b-4459-b8ae-5b2f64bd2554", "result_sha256": "aadfbb79f22028254c81c489992fb881d322e78edbdb963f6eb428ab9eebc2e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001388, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1513329020090168, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:31.194026+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9a75534-ebb3-40df-a098-40b7898d48c3", "result_sha256": "3a8794a1ce85841b7e5bbf68841d944edbfc6d7206cfca2ef57609f26311f1af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9852002269908553, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:08:07.011695+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74eba6f-e41b-4b38-9b6c-ee1a5015ee8a", "result_sha256": "14cc05cb2e8730284f55be845dbe70d040bda754398dc6bcebff2be18c5d770f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0402256110101007, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:38.136347+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "03b13faa-849d-4a0f-af65-9afc52cb2a55", "result_sha256": "eb1cc9ba02265b699e38901e014e782c245198ed8856c5c529a3859a11cfcf90", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7575919809896732, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:48.091143+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c00b7522-d843-4ffe-8611-b6b74c5ac8de", "result_sha256": "e63bc517f43404b1f494db4e970bc22c9d22db633d00da9772935b6d5c45b210", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001453, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9727945549966535, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Futura\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:06:06.401824+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "619516d1-472f-4ced-9bfe-403b19ca256f", "result_sha256": "e110db11baa6ac0ee9d9272cad5c41117ab4c9dda6ae3b06a49f8fdb7cec9838", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7710910710011376, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:14.353228+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c8a0d1-7d9d-419a-946e-8dc14f9fb1ee", "result_sha256": "f42f319c89d02fc59cc85d88a9370bfb4beaceb02e332d9482077268acd3a218", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8407914470008109, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:32:48.345905+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "73d3067f-e5b4-4762-9801-052ebaf6534c", "result_sha256": "4ba9aaac5d4e6e7bf1d68a3933819542679f5fc59e64183674936d2dac23689a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9759068729908904, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:28.788513+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9622ad28-4093-43a4-9a6d-0e35da2455ef", "result_sha256": "5f34477690aea06583ffcda458aeaed86f6c36b6dc0a5219abf21e5294a4c284", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001358, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.903423746000044, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:49.074100+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "92427c4b-730d-4a44-b07e-51eec34c34d2", "result_sha256": "b08cf2e92889a2d36d71a918c0eefe3011a7e4feef463b8d5858d873233524bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8214853679965017, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:51.224475+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f01ea3d9-37d3-4a72-a0bd-2e458e9c79e3", "result_sha256": "e7b06a2cead46a80329fa3ba8b9fe9e61bbd6b697e8fdb76b1bd7add55e8d31d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1123, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.791305603008368, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:36.314334+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "faceaa0b-cb46-490e-906f-1ff8b5da126c", "result_sha256": "dcd46d3c83a951813642e288c674001b766e3387d231171231e3c90491fd3920", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6960375500057125, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:43:15.741325+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "026cd895-fb4b-46dc-a2af-68fc896c3a55", "result_sha256": "50df38134acd3ee90f97fa4e0f10714543bfa9080697ecbb64e5153c235acaa1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0524665510019986, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:12.179004+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "55bafc30-43aa-46e7-ab90-c3851ca6aa21", "result_sha256": "be48146b7619e3ae18d1258955c9741cae1bfe51bec4dff818dcaaf072ee81f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9770050939987414, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:37:09.429200+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7f399c9-110b-40b5-a084-e1d871ccf99e", "result_sha256": "a71c485527a2743498be9dff6f0d2b0ae021106e9fcf8f4cf22df73cb363cda8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.03800059799687, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:50.315023+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3a9a3f6-fcf5-4b42-a2ce-cee446179a64", "result_sha256": "952c6a942c9615935459230a3a41133e8fd76c5c109bfdc5dfa7ba4cb6dc187d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9021800939954119, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:36.406793+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebcf5406-cb0b-4eff-a749-abeecbf35da1", "result_sha256": "85ed388745927dbc8c2fbaac8687d833d59222e6884a13d7020e844a4f076fc5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.9794528360071126, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:32:25.808722+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c315259-f71d-4a4b-8014-bd45deb6998b", "result_sha256": "4d2658169860ccb5f16fef079c5b33e92020b03be3792a0a093c2083d2ebaeb3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1512880649970612, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 47, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:02.695701+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "038a6111-9412-4b58-b032-e046ac3f33a9", "result_sha256": "dbace26bde57836f8630ec723c637148c176311c4427a37e1eacae3579786d42", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8545321830024477, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:28.149007+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "789caf37-d41a-441c-a546-1f35354222f7", "result_sha256": "d27463be2d4366f4d494ddc768d2226e52e7f14ec2a0a68809af5fac8e06275f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1329622769990237, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:19.683828+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b3f72d-baed-4f78-b22d-2e81801ebe7f", "result_sha256": "a9dddb4c7c5db12ba6973b20730fa64ccaff66b39b2b5c2a9d4e741b2a88e0ce", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1283666899980744, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Brush Script MT\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:53.537387+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c9a81c0-e102-427d-b68b-f0ed05b5abca", "result_sha256": "63230cd95d6b917e618102eb99f56f3571e7b2f711237021fd179525aaa29b0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5989403249986935, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:15:09.012752+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2201538d-49f6-4c88-8e82-7939af71bfce", "result_sha256": "6ede380ff95d35f503f05e1b626da48c9acb7b3a7e1f9c09d42b32ebf5e5dffc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8807271200057585, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:56.959287+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6d82284-9751-41dd-81e9-5e014f402ec5", "result_sha256": "55d64bfa725b2cb22d59f6d3746b6a1c3528344ff4ac016794ac7df96a4dd60c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9146207110024989, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:23.358654+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e765950-2639-4b58-8790-413fec55e55b", "result_sha256": "d2126d1991eff99609f5b9e7f8986e819ccfa7854f8957571a4aa9fd259d932b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8735832910024328, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Strikethrough", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Strikethrough\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:54:39.890322+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f34e273-b8d8-40fb-bff7-5ec63b3722b6", "result_sha256": "50f08a00e0825400364694dbc4429b4300c62b0f8611b8d660c5567e21a4e45b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0866940660052933, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:03.421810+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "926bd568-5ff0-42e7-9e95-61cf36aeb2ea", "result_sha256": "2b7697298bda63c5e709c8d263621a37404af1d85702442d8292dde13deebf5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6817063509952277, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:43.121395+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc5cb22-ce7a-4e49-9a3d-ba4a024b1a63", "result_sha256": "0d126b055bcda808c2d9b0fd196f6ea680f705bad5b9dfde1d869fa0f26575e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.4897001000063028, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:04.690588+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "153d4ee9-4693-4bd7-b57f-9c60cdc7c65c", "result_sha256": "8491fa59758da0fe584570da293aac65a3acd1f7e34c6253edc70743b4da106b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8194797840114916, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:31.786794+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96398957-72b2-45b8-ba8c-2d0d557a2b6b", "result_sha256": "7bcff8ac74094959ecda84a78c9fe2d3a517c3d640ba9345525831840964e32f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001266, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3266886390047148, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:34.505656+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e64e3bf-9201-4f5d-8977-41a68cbe9bfa", "result_sha256": "897a01b4bc2329e46b69718e0da92c5fb4617052459bf42003ab9651772d0df4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001255, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7516799470031401, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:23.892343+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "efc2926b-ecbb-4fc5-935f-9f205a7eea62", "result_sha256": "d57fef7e9d558ae0b07d9032eb68117e859203db2ecb2d278553e35d2131b378", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7011715179978637, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:16.151061+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "78bf2aac-fa03-4d69-992d-2b061a08fc54", "result_sha256": "b667e1be78ecf9b101becbc21d2872fa4f416c656037f15faaa1507a09cc5ae6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5842493000091054, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:17.678528+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c31949e4-5e2d-41ed-84e9-a0549856cfa5", "result_sha256": "12217ef7dce997dda7dafff094630bcadb1f3f70c336c8cbe58428c9933ee3aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.650486391998129, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:59.788340+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dedf2d9-8c72-49f8-bd19-6e4cffd82163", "result_sha256": "d79e7431c443150ef514c26f81024c1ccffb816bb509f00a3de041a4609f761a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.659479726004065, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:26.012832+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d471287-b687-4ee3-86cb-17c30752da32", "result_sha256": "e83f76d8dd132d8fc49809575f2a7a7e18869b23f60c0dc23fb52d54d0cfd296", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.851317241002107, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:05.897505+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a7dae37-3222-405c-b95c-6fecb44d4bd1", "result_sha256": "a57143b25c5b0a14b9ae38a7069bbe79a30aa0f8211bd7a1b9b26a1e378d546f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001356, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0056730809883447, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:18.763921+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "18260d25-2338-4fcb-8bf9-597111ea61f4", "result_sha256": "44697d8c91ac363e6336f2ea27f6795d58e02b3bdaaf68402d655dc748e93d69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001304, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7834392559889238, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Roboto Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Light\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:34.809505+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e029822-0464-40ed-afdf-540586fb70a4", "result_sha256": "7e798ceb3e9c6114eac87e94800f3c4be11dc02d995e13445f37e13caa9a52fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9457686839887174, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:38.320429+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a56cffbb-5581-4a47-83c3-a082ac04b926", "result_sha256": "2e4ad09a4ee80ab57e203e7a8ba328db1824b122ded6fc518f4b44d9ab8b19ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7110763450036757, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Calibri", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Calibri\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:57.044776+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "01a59cbf-3c32-423b-82a8-0ad4cff152a8", "result_sha256": "d08b028f835d3c5dfe3675e851a14254c122a3d802b159da138fb173ca130ef6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001309, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.947126498009311, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 32, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:39.061781+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f80c128-78de-4205-ae4d-ce9f82c2e867", "result_sha256": "f3bb511e46cd6834bfa1771014f0d5993620972d18277cee0006b710dd5f3f7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001421, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.65415213900269, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:11:21.115512+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ecd220d-3be5-4f70-9ae4-2cb720b99a4b", "result_sha256": "0f0fc3511c3183c950ca99b466d98918811a30afcb8844ef253ef5e73eca1954", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001398, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6334473840106511, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 37, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:42.438652+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "73143159-3d2f-4fad-867d-e9a73ab2403f", "result_sha256": "7f3bf3a4213b536229b3881f0407a566855dcecdbc1109b8a61b31142c845a88", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8845407829940086, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:02.718572+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad8d75b9-fba2-4e0f-8ada-d6cf69eb4f62", "result_sha256": "e554430c62db134d57991b625a612a71601d8733f9c247510fff1a80917b67d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5780269800015958, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:59.800686+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f454089c-8884-43c2-b8b7-4762159311b2", "result_sha256": "cd4d381348e91944d255380ba7fdd092db8609e15581db6c9887eccbf5ebcb86", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7935279170051217, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:59.294176+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a800face-a3e7-4877-ae1c-9a56805836fd", "result_sha256": "2208cb503eceda0f85a5bb38dc0daae787a752fdd366f5da2ea62b289c1b19c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8364233519969275, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:21.663183+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f11743b-a1bd-4b54-91a5-db1b474361e4", "result_sha256": "fc1fb2c48d4881a40f7e98d0c6d56c71ca2cfa35bb78c26d7ffa9abae1738a55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0405632609908935, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:45.772339+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd4a3f1-e93f-4b7f-b95a-386d684a579a", "result_sha256": "d57a01285651f268bb8840002490d582617c6ab7c5a524ae2c223a5c97969358", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001346, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1095079770020675, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:12.407382+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "205565c8-5cb3-4976-9f82-1a2cf270fcc6", "result_sha256": "a2dd0fe95e0006d25d0d6d3c418f03fdde30edda6de9d5dbe6cd5a7007b976a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6310792079893872, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:53.958708+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fb99d06-bae0-4946-b8ef-eef048bd71f5", "result_sha256": "8d6eeb0ea5557bf162e8fbdcf37103a09bfc4849d8a836cea49ec0e110d4e062", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001336, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7613829119945876, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:14.872375+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9690aa2-05c3-4e66-a7a7-c25fbb91ec23", "result_sha256": "ab332a9ca7d490875d64ca5221b55a7ca974ad8b28bd64c342b32df7ea6d7a05", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.713394206992234, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:32.447213+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd3f3b12-051a-440d-b81a-11543750d8f8", "result_sha256": "7487da4a9d04422f44bf493b90c32be2753889c7dc73651f7eeebc94cfb34630", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6806116939987987, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:11:44.037943+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "98dbf493-9923-4476-9276-e8576ef47e68", "result_sha256": "330cb84b2de256c5f0cbe99934d23bb3c3dc7c53bee9c0f309d77d77c39c74ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.987387094006408, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:33.297532+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a40b7c8-2bc9-45b9-9968-4c13693fac9f", "result_sha256": "2600362ec79c231deb113b8e5bc44b9390975a9c0ed4b290dcf637adddd0c38c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9153520859981654, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:37.032070+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "41b4058e-53aa-46f5-97f2-33bb64f85b0f", "result_sha256": "f92186e4c8fd6fc0f1e9e0d59452aed8193a27ebf47a945ba6694aa819270c54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001239, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.0180756600020686, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Franklin Gothic", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Franklin Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:32.886529+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e2848f9-296e-415c-ad01-9b7b253f9b27", "result_sha256": "0957ac8937513c20cd7da5a88775054f0f4109c50a8263e58a231931395d56eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001389, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.919616027007578, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:06:57.843852+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "68bce1dc-f5c3-4f39-9fa5-9be86907c54f", "result_sha256": "6f7c7714fefe01a183300ec71066a53c545c819a75f601ed4785f21410c75421", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001242, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5723214549943805, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:40.409967+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c75e98d5-1bab-4a8b-9c21-38517e7452da", "result_sha256": "79289395556a368a379177bd8b20649ae44ffd93739ec160fd6c64cf2a778d84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7629746379971039, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:52.665410+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "55504421-7e92-425f-8e8d-ac0f29f8615b", "result_sha256": "a0b436864bcd9995160e874307585281e78867296abd990931420f041d1c99ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.852755480009364, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:34.575187+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "455949d8-1c85-42c7-a841-ab3f50558958", "result_sha256": "e053b14232bd8085ae060e17029c78538faf4c6716c2298a35b22bf48e561418", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.330135465002968, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Apercu", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Apercu\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:34.900686+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "509dcb26-fe12-412e-a360-b29cbd09c7db", "result_sha256": "adc5b8feda15e44ece2b6f4391b136b80907ce059f2ab65ca6aebdd6d1a182ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8074076350021642, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:56.594105+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a93b2a1d-21a9-455d-92aa-30d364f6fc2e", "result_sha256": "21e881852f45fa266686ea4cb38e291e1c9a2309e832cbd7baf921e63f5992fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7398787540005287, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:51.434825+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eae4256-9461-4d23-b7a6-07639e66da49", "result_sha256": "5bc87322c3582630bd7f075e5603e97c7e53732490e9be1b21386c163ace7638", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001356, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.977502296998864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:37.618073+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6113e2a-71b1-460a-aaa8-a960328b26dc", "result_sha256": "ae37d792e0121266800dad821e77460d4a5af59991c2d7f1c45101bfa0008f85", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001362, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0135704040003475, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:13.465749+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "42cc0dcb-5ae0-458d-9927-7937b8370b47", "result_sha256": "28a6b38a5d7bd83414b2c9bd2bfe0c930d4c26d4ee3cf8d1f8f5838357d0967e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.889971044001868, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:04:45.323684+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4750edb1-ae5f-4ac9-9db1-4e4e58edb8f5", "result_sha256": "4bf5853c3e4183d76a1cae81e0ed5cae17007e511016df8b2b83f7b1024df994", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3743710999988252, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:50.759846+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fea4250-d94e-4cfc-88f1-f8935765f2d6", "result_sha256": "5a61047d7638db09a9a0fda584f744ea9b17bcf92ec97214d4445d70b52f83ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0340776710072532, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:05.585792+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6846e4d5-fe16-4032-89a1-3800a529227f", "result_sha256": "8af8ffe9f2d2ff39cf0289639d9acbccbabd4e84595f3ae2b108fabe24ddcfb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001347, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1192, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0298585369891953, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:06.268834+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "85b95e92-0673-4c5a-93ca-f01625865d9f", "result_sha256": "eda7a26fea327550ba8b9cc104e6db1d602af357111e1376cb7c558c8c3509b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9534090800007107, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:51:25.303645+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7192301-07b9-4044-a990-ed33ef6eec34", "result_sha256": "3dc8b92ebe5065e033e1d158b0451f4e17b268a8ae4b6584e32b08fc6514e0ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001345, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0656163839885266, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica Neue\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:51.372407+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "61821fa7-491c-4f9b-8736-931e419a9953", "result_sha256": "3dae5b44b99af219bd5423eb4d71496f47a6bbc98834b5d2ed57e8f4821a6430", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6506286219955655, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:30.483409+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "256df040-55d8-4b0b-9588-b88064bf0fb8", "result_sha256": "e8b31bf3cc807729aeeb375c2f96b685dddb310123b9ba1cd2008ed974e4cd19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.084713004005607, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:07.653910+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "24e7713b-9251-4ade-8812-8a8112235da6", "result_sha256": "91932ddb1be25f4d4fe663e955ba7232e47fc57fc0ffe6a669e37ccb8587581a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.818087685998762, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Impact\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:22.007952+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a11a419c-c273-4bb7-b1ae-a4436b843158", "result_sha256": "15d4bcd9e778c352b548806cb0f5d59c3b1eab48be6b33dd2ab5b141d33996c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001232, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8218209320039023, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:37.691882+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b9361c-ffa1-42c0-bddb-8ac4e75090c1", "result_sha256": "48b19157b012969f1e0be373573a272b16c559d2036c56ca016120ca1797221d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0244842329993844, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:08.317127+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbcc4f63-091c-4620-b042-f66c9dfa671a", "result_sha256": "06d75e8879522802e3ddcac8f144ba3ee932e71e0f8fef0ea1c9c897f10d6077", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.4355425230023684, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:53.247885+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d9c1cf8-ff8d-407e-b081-02001ceb1ea9", "result_sha256": "82dfdf44bb9dfa922924899b5c691abfb2eec15e60af532bda020034765fcbac", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001338, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9120707370020682, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:19.606406+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "249326d1-636e-41a3-a2a4-b81959a5f8bc", "result_sha256": "15856accf966bfbfb9688c2885c767d859d4c9bcd925c71151975bac2278553f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001309, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9882323450001422, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 32, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:07.154179+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "430b935a-0d40-437d-b910-c0168fe1d30a", "result_sha256": "f5282e17261a495c7ef65dd2ba31f76b679135763a3701626fee0942229b0573", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8373979419993702, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:39.826803+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5bdf780-8b74-4661-9243-353efceb9489", "result_sha256": "bbeca2fee7413fd491bfad80db27f2a677a37ec6acaee68388006ca8b6f2f023", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001276, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.97175903400057, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:08.062776+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc9c7161-d4aa-43ce-95bb-ed342342a3ff", "result_sha256": "92d1033f532dcc54f8ab95bb531e14785384af79da4e4e6d905dda28cc14e9b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001431, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.008819702998153, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Trebuchet MS\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:58.742288+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "307dbb31-394e-4afc-b600-2ff6b77121b7", "result_sha256": "a2843af1d873025ad35e4823595c9cc59537920fdcbb00afd34aa07cf278579d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1077, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8612705989944516, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:22.369002+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d301c7f8-9270-4d07-86fe-674c7dd6cf64", "result_sha256": "90c1b88674c90362d544e9deaf3df9203ee849dbe726a64d78b04f704be8d3e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6646144240075955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:45.715425+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fe8944d-9e7c-40e6-9d96-81e0db0364ee", "result_sha256": "2896bbc7bd57596215621bd5c3b35d13fa6afb7be65a595633533f728bba6437", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001357, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9421522630000254, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:14.585391+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad3ff95e-7bd0-40b0-a168-1c483e28e5ed", "result_sha256": "46602329bd99b9fcb9b685b1898b729c55d0980128f87f0e2e298bd878216557", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8421033689955948, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:14.042268+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c41c63-e80b-4ce7-aace-5c95180c1a25", "result_sha256": "041ad6c556bf82c50c830cfae95ec6fddedd141955aff4143dbe06356cfc39c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7520139929983998, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:20.878005+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "778f3508-d618-4c47-943c-aa8a219f7d78", "result_sha256": "d9674e63397df1bc60fe6a1295843de068932d4440eb2ae73a48ab5a606d3613", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.61302278500807, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:20.994746+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8de6ef4-a70a-4684-af3a-ca7ed2a2710d", "result_sha256": "aa35d71280b93c5150a5c30a9a404c28cc7834bd4cf8cf86eb5a927e32a7ae70", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8724525690049632, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:56.459057+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8723024-3a9a-4246-8895-2c3f35938646", "result_sha256": "80616990a4d49f3d0e06f00bd7535a9999eece341360013c4173fddb75d6656a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8026475780061446, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:21.077363+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "57bedb9e-1872-48ca-8907-2649bcdebfbc", "result_sha256": "31277691c6b4f5a69e0eea0684dd88b25b5898dfdc20377caa0f64ec83465d9e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8540275420091348, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:39.549756+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b6177f1-4a34-4316-8d09-4b099dde2cf9", "result_sha256": "758fd101574042179bba937889bbe410ba20c66ac02c28c8f3f65a550cc4b634", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.597290627003531, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:22.838911+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "720d913b-6970-42f5-8b06-97c712b42f1b", "result_sha256": "73989aff016409b16238b409c4dd3edbe3f45e7170dc9e86d0f6e958309b4141", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6571302169904811, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:56.139662+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "267e1d33-974c-4dfa-86b9-17b5b7fe3c02", "result_sha256": "3f692cf55178428591f48c82cf210825a7f852596c5dcec94a4c8d66fa13eeba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5785030109982472, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:59:48.372075+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fcfaf9c-f0f6-4981-ae76-31c64ed73783", "result_sha256": "0df29b1eafdbbde62454a3d5efe204b164e9a3b03247607d0e4a1e766bac1fd2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.013482063994161, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:55:56.162425+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2142f8b-e3a0-4a79-a415-657c95c4c6c2", "result_sha256": "d8fb24ae0ebf43164fa2d33667e214b8b8916f6cbdb9eb4ca35d182960db2cc5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001361, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.798629870012519, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 36, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:33.093377+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddbf672d-1573-4c19-bec1-3cfd2466979b", "result_sha256": "8cbdf9e9eb842d0e20a67096e90266bb9125f40cc25172f63e82e1862201bdc5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.182448995008599, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:42.261808+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a079aa8e-ed4e-4b9f-8f22-34bd782388ff", "result_sha256": "ff9acb45005e382a76ee5f8c24a1431dee6df6eceb03affadf8092357c952e46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6716839400032768, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:59.342952+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "76b0bc4d-2162-46a4-84b3-0b968933d025", "result_sha256": "1b136b059e3f8a71cd4140ca30ee6b9207f4f624f0be8baa20920ae9a9161e16", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.844979756991961, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:01:53.883569+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef772b05-3e93-46e5-83ca-4a7e23005c04", "result_sha256": "07353aee5d74eea96309b24c11adf8dfd3ea3c0cf475fae01133c80ad03949e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4415522509953007, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:15:18.234657+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4d153f7-d26f-4cf8-ae53-f23335575e95", "result_sha256": "726ea41519f03104b65dcbf00d08e4414ff7616e08331f1b5c393d732c3332df", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5980976350110723, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:55.401898+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "734b557a-028b-45bb-9f13-38fbce8fe789", "result_sha256": "157bcb2f5c0758667091d9b3f427f4ef008bb3215277fe84f702d1fa4fbd17e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8113008770014858, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:32.603794+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4da9096b-17d6-4aa4-b8ff-ef64f663043b", "result_sha256": "850ebe758290a92c9758c9b794fa76ed3b1d1a46fbc70ceb266b397bca3c26bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001325, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6785407489951467, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Thin", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Thin\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:04.353856+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3649d62d-6728-4369-91b1-49069431a4ab", "result_sha256": "3511093b0a85839b26645b56b3207da5b78a1148789194ecf527ebf0be6f18dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9771137490024557, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:30.867471+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0759a6e5-68cd-41ed-8987-de893f702fb4", "result_sha256": "9a7d24cede9da3ef7447ebb60c859e2afbefa6071604c74941d2a14e9d9c3f85", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.101662266999483, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:14.643545+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ca70be0-30d2-4a20-9446-ee0ebc62690c", "result_sha256": "7f53bae493230f488d57515e683a463f4dcc8f5d9ca2546cb7e5faeac1ba3488", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.647293386005913, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:25.215654+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "77c9a06d-1fac-4dd7-842a-2e68855af7f0", "result_sha256": "c40e7d395d244b5a0f38d2afc667c532d560d66201762bd8cbfc92d935d76360", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7481984490004834, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:44.517903+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9172d08c-fa78-4df6-ae03-71aeb24046c8", "result_sha256": "b3190009337ab74f216670defeab963321530e49edfe7915c868fad390f1eaa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9270698750042357, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:50.739245+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "402b1c80-37ff-4283-873d-ee972c532099", "result_sha256": "ebe09deccd7438c4ac81acb4a934a922df56437fbac767e2576f2d162fc3e2b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.787505105996388, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:56.918149+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee960dc7-3ad1-4ca8-8737-19b8c39c332d", "result_sha256": "6e0c6cce3e8d1ef8e40b9705b09debeafe0d9653dbf8550cf3d99a1bd71238ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001335, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.732918123001582, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Palatino Linotype", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Palatino Linotype\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:37.104439+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d9cefeb-4150-47d8-b431-5c00323649d2", "result_sha256": "ea598c03d2a29e9da2ae380b0a1c502105b93885e1632b0a9babdd73bdb56f67", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001271, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7035003369965125, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:52.042018+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d7e0d6-ff6b-40f2-b3a2-177e854dfb78", "result_sha256": "2c293c11cbe4d641d35116abce189059370271f8ec000b4574b59736e30cd105", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001431, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5510799579933519, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Trebuchet MS\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:49:24.869289+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e58b50f4-9454-4516-a2e0-9acf24a42f2c", "result_sha256": "55b45354aaeeff88cbf4513770b5e1576c44eedb4d5332123198a97c5f345f8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7730676270002732, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:26.587007+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dae73bd-799a-40f8-8c82-f02aaa69a76e", "result_sha256": "26be5eedbdf17dfbf571e5426efedf4b2a4e04f94aa20a12af8ec33e7eeb2139", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001412, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5761274919932475, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:39.214821+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "20e30f85-ea2c-4e89-b7b2-79ea1add8738", "result_sha256": "6b15319fe00546d0918890e0ca488c48384b5bad65cc7baf8ba1f23d0ddb8de4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001304, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.787787951005157, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:03:42.531003+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9365911c-bb67-4e24-b3e7-e1c79abe42f2", "result_sha256": "cf0acd9c52119b6dd24b1f53e9288ae2bd7f41004aee858eefd6cdaf4c030d6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001244, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6945173440035433, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:25.565826+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ad4dcd2-fa28-47b2-976e-faf947f7a4b4", "result_sha256": "08c43ee27e5e8dbdf2bdbe567d0a21ebf85c8f6c22e0b5f2a8089272f23e1b49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7187336229981156, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:56.080485+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f964d89b-f5f2-4ca4-8207-e00988daf16f", "result_sha256": "8dbef89432b568e8c51e5c2c6409d1049711a032132102155b80eec84394ad98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6829761150002014, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:55:57.696557+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "40b1d731-d14c-4702-a29b-cfb7d46faa5f", "result_sha256": "533742271c71999961fd338a5c55e6bd3b48b22832043bb9a026b88379741f3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8579554419993656, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Avenir", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Avenir\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:15:59.138259+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "26e4f5d4-d5df-4d11-9328-47290358b7bb", "result_sha256": "fa35ed552643f68155e01d7dc32a6b5ffb884918842a191a60a53b76571c3c9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9911941189930076, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:59.913043+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f9c3595-05f4-47d4-a662-733335495113", "result_sha256": "8a549e14869bb1b76a1c0147a8487e6794d0b2ef79d10351b5569475a8beb7a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.1030747390032047, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:42.325234+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8535445e-5347-4111-bc99-fd51e72ba47d", "result_sha256": "8d833267d57464ffcfea2c265e3bd835377d4b6c9c050c92247433a1261c9ad4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001252, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7290804880030919, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:36.652552+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3a20679-1cae-4eff-9ade-69e61533d73a", "result_sha256": "a37e06c34c7c1ce1f87b2523792d9dbcb82ba39687fdf5f03aee821117ae9c31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9814101920055691, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:16.640177+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba56d639-69f0-40df-bac6-5f14a3d33edb", "result_sha256": "1bfad1026d36af62147e22a88ae740dc501808d7605e97d48d4d832b02224c61", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7497172860021237, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:05.097471+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a0184f6-9459-4b04-93ed-4f9eba4ba4ff", "result_sha256": "514d803727d48dcbcf20c96789316c50a9cde7d34a0c6abdd5633fdc10a12de1", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1192, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6222261170041747, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:25.766882+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3689af23-59a2-45c1-8911-fc6fb89443ca", "result_sha256": "081a5e6d9bfdd67613d3f107846606e9092613e717fdabd16f63413578b10230", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9617239649960538, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:29.755518+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a22b88d3-27f6-494f-a753-0aae5a65d026", "result_sha256": "e119f71f0cf9170e4ab6eb21b11d66eacc6d5d00ffcbe8417d4c1982c5072e1e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.1374481930106413, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:09.028074+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b77c484-d1c7-4180-ae71-703e1964329b", "result_sha256": "4a89e06b274b7f265ec3167aaea14400515df1ce897f7fc6451641cb22394825", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8598885539977346, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:29.122527+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bb32d6e-f19e-420b-a3ac-eace4842dfff", "result_sha256": "75a04244b7ad931a954bfe76c3d9aafd3a9d3a32317c59acb73f687e4c6f2300", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0219776290032314, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:52.438806+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ae67dde-0348-4c52-9848-4482cb45d5a3", "result_sha256": "c0791b53876889902fc80980718e4332bf171738371dfa739eca0b229ace2958", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6587509280070662, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:01.773050+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b68d494-5b6c-49ca-9999-19746410d557", "result_sha256": "4e50ec4403616e33c724d248499c895c19a1b53c3e5f968d742fc2793adab032", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1239263739989838, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:44.342833+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "92ba87b5-1391-4e95-b294-7453aaa1e758", "result_sha256": "356c62db1d49977997634bbd9fad23227083ff4db4dea6476c15b18dccfd45f5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8344028560095467, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:41:23.812916+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3a3f220-09da-4e6e-a932-78482e4a2ea4", "result_sha256": "29d7003088c23968150b52572dc8ad23fcb450baa22b9918f367e309e9a2b893", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.587809140997706, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:19.751230+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9758ed32-fd9e-4aec-b668-15b3f019e13d", "result_sha256": "1fa44032ead91245f722d705c93eafb4b57fd7780e6cd9d2cd0be074c99dbaaa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9500409229949582, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:12.307170+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b3bc5af-f766-42bb-8f8c-dfe042015530", "result_sha256": "2e08de606b988c86d35c09279988599c4e2e08e9ceb4ce15cfb26ee2b0d580b8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1316805340029532, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:25.349966+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e0910c-ee16-4f8d-b6b9-efdec50869b2", "result_sha256": "078ee463428ec8dc11967694c450071234488b7b3a124ecda89f87049d3f0084", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001255, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9998001679923618, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:02.622525+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1373564f-8eba-4e33-beba-a7296f78edde", "result_sha256": "f61ca0dd0cccb05aa0954b9f8fb2328f230d55f7893aa638858f66a3a872aff1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6449316350044683, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:33.191455+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3cc2753-1c5a-47a4-9b47-f9c12ae38d6b", "result_sha256": "2d0cc1048dfd53533406f7550f295fa483c22294c80012c7c223eb2dc442f633", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8014921650028555, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:33.433387+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "861c3539-b826-4f87-b582-bdbd2d8d21e7", "result_sha256": "d0939f3e789708f17b5ba9f4229daba93ec6f24bc448f8919e73509dcd6bf1d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001364, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.244218000996625, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:04.942614+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e3fab49-b5ec-4037-82aa-14deee0a1a87", "result_sha256": "013b0d1581935c5297703f489b6044887dabe08243191735cf59ac311c483de4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.032007183006499, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:22.705921+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "06a1b639-bc00-44cb-bb6b-75c383319fda", "result_sha256": "0d30de22e031218b6abe30bbe6d7a735c8d626796ce307431cacbf893bdcd564", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7977730949933175, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:30.619110+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e926610-c1e7-4ff3-9af1-68f7292495a0", "result_sha256": "35d5ed1a227192b570e82e250ed715d3e449a85bf84ded24ae3acd7eb8e1a4ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00134, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.905561512990971, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica Neue\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:07.719350+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "44b93795-1f53-4f60-bf82-5e1aa5830b5b", "result_sha256": "1675c8fc4a00554680587d7d86857af94075b97f3529c35893ff7e24c0753f12", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6999092869955348, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:42.499262+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd0bd499-1619-4e0a-a7a4-8307a768a045", "result_sha256": "861591e0f0639e2dc687a20289a4426f098ac468bf95c1e156a95b4369c86951", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8571188140049344, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:01.843889+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2577179d-8f7a-4163-bbc9-6d19c3804924", "result_sha256": "a433a4ec557e5c78f2a43c503bc8a6ea7c4866155268cf37bf8f619c9b2d24cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5361944979958935, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:43.744529+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc06fa7d-f719-4ffa-9df6-d75c39bf4bc9", "result_sha256": "2894c751a52754a5abe9e2fdd27084556786168f162a6d51f8c40cf5f3102633", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001224, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7793545689928578, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:13.606387+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d4a9691-f34b-43c9-9422-64e00701e0c6", "result_sha256": "f4a31cfe2bd26089535d0634ddcbb227f580d33b4901f7c1aaef07298598f05d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.83108341001207, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:58.108801+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b1927cb-ef26-4411-96fe-5e4596955b6e", "result_sha256": "cbaaddf11026883d8a7fc58addc423b21edea75442e8c054a648fb181d057782", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7677540029981174, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:08:25.714529+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "41f2ebb2-fdb9-47de-8271-944463d1d715", "result_sha256": "dbe3fa9208b9a1c4fa284ba24d3227d2a21e3a3de4d2978bcfd5410a6b707ad6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7235025379923172, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "SF Pro Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"SF Pro Display\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:12.126420+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "393c5072-a1ba-432f-9b9b-91dc09e067d8", "result_sha256": "ac3822a675be72de788ebbc9c22dab7019e036e96e1408622e7a5c0e44ab5f2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5966519990033703, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:28.039447+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "06714d07-7be9-44dc-92f6-7855175a6683", "result_sha256": "412bfe02a0f3c8011baa8e84dd676132eca435deb018b0c2f34585ef7fda5f37", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8460866100067506, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:47.105728+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "50bcc877-3e91-477b-9903-b7fcc5755d19", "result_sha256": "23d5301b63a42d644ed956dc3034906028daebe5c09d6a8c8b8819ab64bbe4cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.776197853992926, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:11.299815+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4a63bb9-1863-444f-aa49-e767048c88da", "result_sha256": "e055ccf50c64e1d61fec6f906b9d50451d329482cc04e9f723ecd76966a7b357", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6924778620013967, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:37.664247+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "98e71b87-39f2-4dbe-83c0-c76d8cb86bc5", "result_sha256": "788d45b3aa917ce24f826086c7b79afa2d6549840014342df4b002a88f92d4fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001389, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6832559229951585, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:39.582080+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eab718f7-363e-4a3f-8270-f9c20be15798", "result_sha256": "db4cec1c38057628679eb61fe15c00d701feecc21f1edcef09a327c17cd840e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001265, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2412953509920044, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:54.430157+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba7f3ee0-550e-43f6-b3fd-ee040a751dee", "result_sha256": "a34a8cb9a255ff99461e69867152d28bf403d5b221a8bc4c358ab51118f7f6dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001266, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8854003619926516, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Palatino", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Palatino\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:33.036901+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b097f150-00b5-40f0-9861-7bc811d9b236", "result_sha256": "9755337ec8ba9746854616947806faba6825201d315f124017de3e72197bcc40", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.23259318601049, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:03.115375+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9570538b-13cb-4e1a-818b-835f48247a4b", "result_sha256": "6899784fcd76975fffbe28039b46985f2785ba972a5edd3617c2ca645cd748bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001351, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9762236399983522, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:49.704653+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6deda5b8-422a-41b1-9271-f392d04ee8ba", "result_sha256": "786beae2d9cc5c108520f2607ae0363d59d2359020ca05d3683d9c500ca1b828", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9235336139972787, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:49:00.052608+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b19cc598-fa2a-4876-b4b1-d293a6982402", "result_sha256": "f204357501aae5c0482dfa8e5c4981157c4f3c26cc8486e9fd2255eb3d59deba", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001324, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8742189610056812, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:39.024580+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "baf7b30d-118d-44d1-b394-aaad708b0fb5", "result_sha256": "ab40dc03a37e530e94ffc2142f4f1bad0f5aaf86a3a31e4bfe18611818600c9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7453289419936482, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "San Francisco", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"San Francisco\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:02.857569+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e31c2e8-f53f-4743-8da4-3f1ff67fad03", "result_sha256": "398543ee45a5704c07080d008fd056e61f316a84e42d5649285ed2eb374b000e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6549605229956796, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:50.978273+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a6e14d-5e7f-49da-b528-2d6e3667ad6b", "result_sha256": "94a36f4a9d5dd906f6f48e3566ec7a89dfbbfa3913c1ffb2c96314cff94344d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001279, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7193539590080036, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:50.852976+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "db91d560-828c-4066-9665-5ef795b2a3b8", "result_sha256": "0f7b673928e8fd3471827732e59a628dc661d2b483f3dbf5278481c3604cbc35", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.62591776100453, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:19.981759+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0321a86f-9772-4c29-baf9-25bd1796f2ff", "result_sha256": "05b51c098a03712f1aa2eed6d81c3857b47ce4c10e704dcaf859b471ea1bab7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001326, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8140657390031265, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:16:26.802610+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a55a1b3-ca52-40c7-a081-7c5945322aad", "result_sha256": "e48bdfac83eacaf8ff37006c10e81f8137674385a2ae79c003283527fccc37e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001324, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6831423010007711, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:15.049489+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3f7e998-3206-4c9c-a4be-0d456fe1808d", "result_sha256": "b832107cc9c6a0828a76664fef572ab9226c89ec54114f7084cecbf21e0715cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7665083489991957, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:50:09.943844+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "741f9dbd-2632-415e-a645-56a5a9520f48", "result_sha256": "2ac13864760be1e50a76d9d46b6877970779531316110f1bada14617539e230c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9892424800054869, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:41:35.345347+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "868c5be0-8114-4e33-a90e-8977930345be", "result_sha256": "597b7f41e91af52d7f5351316ad6ddba2cf2663a3dfdd8e3b9d6557dc7bd4f53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8424999230046524, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:35.154613+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f8d3315-0311-4fe1-aad3-cd9b050ccc78", "result_sha256": "3b125200517d0e8a091850075af652519bff17f633881c59186853c09f016be6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.987095948003116, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:13.661817+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf0fdcf4-0a40-4992-a6f0-19e4ba3f5b51", "result_sha256": "4656967cd48c9849cf7f8460661340fe98f0a7105883da7fd9a02fe892fd0083", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7869032500020694, "line_height": "tight", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:09:06.617488+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "299f6ea8-8f80-4899-81f7-6bd40c93d595", "result_sha256": "57212ef06e0113fc90a8b88faafef0e61c4e6fcfb603564a3676138afeaf38f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9516442989988718, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:19:25.210925+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "59bfbde7-a080-4f85-a80a-be29f39c8b58", "result_sha256": "8fb52db8c361e25d8be5fdfeb43763039baa2c832b5a969d4c7a0973f7d231bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001362, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9775886550050927, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:34.244529+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "442a3abe-c670-4b1c-8da6-f68ecb8d4c07", "result_sha256": "82a38d560dd66de1ebefc7a2b99a9f50996da151a9feee7179e1919219b86e5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7090852740075206, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:28.465027+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0753b4a1-b8f6-46a9-9e93-33ba2346c699", "result_sha256": "9dca5092641f073958793b761238f7dcf7d209763b2d00804a6c575b0703a70c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001234, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6268238050106447, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:33.191866+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcf4779-32f9-4804-a87d-22c2e2cd4d5c", "result_sha256": "409e334ddb02d0f2e4ddc10ac5e92f3acf560d15815f8b57cb8f570a761a4024", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8037072119914228, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:28.390924+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "81b74a6e-5841-4c51-aa66-741b8cb90c2f", "result_sha256": "2fa0ca500cdb61e27cdaa7ed81624b09b27825f07689f6e974e5094c14597ef3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.813984424006776, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:12.224269+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ae53ff-50f0-4044-b392-0fed41cdd265", "result_sha256": "13402f165069be9d5e53b3252b3ba8ae1e238d8f9a28ae306211075646fa7040", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001325, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9568475890118862, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:22.105908+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb43946f-77aa-427d-aee2-f837e8306511", "result_sha256": "74e1ce1862c3e57301141e0e5928e2a7cbe42c4c8899f0afcaa14e17ef535e52", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4005529089918127, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:14.126423+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "66640aa5-0ea6-4727-bf9a-3297678105e9", "result_sha256": "052e35dc52985ade35ff4c5832b0ca3a6bc9213b3523bc8937e50b50062191b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00127, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.72517978399992, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:47.790089+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5563ee9d-b164-4460-b7b2-f098c1071757", "result_sha256": "e0fd7035d095a7bfa2b2ce9a4ee9fc114d403d0a437e9b1d4f9ed74833e49a71", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7354052390001016, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:46.136231+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "94b506f9-d17b-448c-ab6b-42428501b94e", "result_sha256": "bc31bc65962c7183d427656d8b3c885a97c81c87e7057aeb9617a30d58d51499", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001307, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0879509319929639, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Segoe Print", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe Print\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:42:53.824395+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a23389be-f3b3-43ea-a501-bcd96df8f734", "result_sha256": "93882542dcad548f432b3e51f9610dce725ccdf84628131251202f9258eda89f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4842656669934513, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:50.621977+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc077a8c-80ab-43cd-88cb-5e0a0d2a8559", "result_sha256": "00d203c350d4233db7d4c69dfb187530511f03e149fb9b56413e093bcc95434c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4767585509980563, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 46, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:38.152562+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bec7e90e-3c99-4456-ad17-c8aab83aa069", "result_sha256": "809a41264944369aaa844cce93f29cfdeacaf13d76b77e1e65c4f43f1a364a1d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001334, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8116859150031814, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 37, "predicted_category": "handwriting", "predicted_font": "Segoe Print", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Segoe Print\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:43.582417+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d47d2ebf-00e4-4824-a608-16fff6f0ebf9", "result_sha256": "3d06a92e55f6232ab1fd12eca56f6ddf84d8e99ce12b511e87573382e04e82a4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001341, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1216602729982696, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "handwriting", "predicted_font": "Segoe Print", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe Print\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:24.484897+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4823915-7098-4a0b-b221-12596a5ea5fb", "result_sha256": "6a9007df13d862e85ed1415e9f9b8833f98a1c430d29de50b81f597dd9fc4e9c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.797753687002114, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:45.116142+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "35985da7-ebd3-4b16-81d6-973f8a667d46", "result_sha256": "21b8b87a25d4f490c5ee0891d71c8789ac60d92ca229bc6fc6cd92b8022bcd87", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8313330929959193, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:13.490156+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "491c2f10-fbc2-4266-b203-9e05af358a3a", "result_sha256": "9b2ac99f7590b2ec5e237aa6f678002d68ce9b39bb1b0a774aa8817805fb9d71", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9910857189970557, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:31.958884+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "59334f44-8141-4183-8225-ca5061cf5354", "result_sha256": "917d176e4917da423dcecffe457f06197c322544daab53f20b0c998bb97f42e6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6155097699956968, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:51.156196+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e80ef4b-19ed-4123-a654-68276bdf3898", "result_sha256": "e7147af99da1559be6523e0a26c9fefeb2ff67f5e07efabe9bb75c564c8e65f3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6732876620080788, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:52:25.493035+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c45d81d-07a1-46b5-a82d-24ac4ca769e6", "result_sha256": "c5d1de6bc9e10121306f12612fcdbb19a962cd95a031f1801b1a77e65bfa0628", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.085030221991474, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:21.683699+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab915c44-295e-4669-8f3c-f7bc0b9c84b6", "result_sha256": "699e46a297197014b91a82d1fa74858ef33bd9f113b856ae8eeee252d2636ce4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7957538109913003, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:17.690040+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f29cbbcd-a94b-41b4-8c18-f42c0545ee37", "result_sha256": "a83fc9985976a302c50f942aa18a0c614dc05e3ac56996c944a9903981f0a46b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6815249289938947, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:22:46.746064+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5a2176f-dd45-4591-a9b8-337c818b4b92", "result_sha256": "bdb7ad61eae767af65b728c7907c2625252974107647807a69418f5b7ec0f3f1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001265, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9266553870111238, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:35.986606+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dec3906-d768-422f-827c-711b471c9fa4", "result_sha256": "e1f361150d02ef8127dd6bebf9168778b18e223c7ec1c77d5e2e8c497fec9672", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001346, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5277153689967236, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:35.169929+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8aaa99-209b-4703-9a83-7fc57ab22d26", "result_sha256": "47deb8f16f2fb8243ef9bc99397c10212cbff188076c9dfe9ff98b136baf9166", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1146, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6562404510041233, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:20.130858+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f386bd99-9dd1-49f7-826c-d50eb0f3ae4f", "result_sha256": "812bdc6eae3bcf99f3ad6d45b506136f70877c3bbeab6e5ade5d0e2ce41d8f57", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001321, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7576526519987965, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:42.382120+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb39e419-f823-41e4-9482-7ebe971ead88", "result_sha256": "5932cc0efd63e1b3042e832159fba41b8a27effdc92b8e1e3478677abf55430e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1192, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7400659210106824, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:33:45.825425+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e88ca98d-9c37-464c-a26f-f1b9b9a7d3a4", "result_sha256": "8ec022b184476bae9997f1ce093041329830a1737394b1742ea7ea6af52088f3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8789110440120567, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:18.781451+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cea9f5f-eef9-4da8-8831-af50a1b1e231", "result_sha256": "a4272ad162dd141b6748cbd4d72c4d999a7fdbc7c6045a454336fa0ecfac1fe6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001358, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1133, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8579316719988128, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:52.096481+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3010d343-cc3d-4454-94a8-0da7278a26d6", "result_sha256": "c89efcd6c0931192027f4796d17559e98c7eea5ab177222872cc2dbcbdd0025e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7589436659909552, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:00.637466+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c84817fd-cd92-406b-9054-144dd407d462", "result_sha256": "e76cc660e0d861da39ba1976940325a792fa28698a1a318c68eed882e4378204", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001346, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1516166899964446, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:14.620001+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3166e82-d2ef-4553-a298-bfd1e80892b8", "result_sha256": "4137937081a55f39a49f6aa6866f4abee4fb2df066b83e811995a85fccafac53", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.192626502001076, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:24.266827+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "917a747c-36d2-46a7-84cf-c5b1e45c5c68", "result_sha256": "66e808acba5cf5ddb77030410ec790c501ad0dd7c11fa1108322b7945f09a4e7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9102359670068836, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:14.897487+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "297b856b-b5d3-462b-9dfd-b25a826058d7", "result_sha256": "710f13bc1105bb97a18c14af64fd8eb5459aac70184dc41bb9491eb98205bdc6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8317098380066454, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:00.558662+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8605366f-c279-4358-a99e-fa5965c9035c", "result_sha256": "33418940883b451a9f1698504d13e136d9c8e2aa472870ca3597bab9aa41cd3d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001266, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6598457940126536, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:00.995812+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a71da6d9-5b49-41fd-8123-dcb6df608236", "result_sha256": "84e102ca6a5d9c1764cdb621d79350e7a6af4e3d0221d64f699fc6caf7fe6fb8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6237786900019273, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:26.954907+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "16b23bb0-2d70-4657-a250-ba5bb6cbee71", "result_sha256": "e68d3b20fa97776b98c281e241d00f7ef0f9b59f3f91bc09ae0019aaf1d09d8d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001383, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1213, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8494707049976569, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:26.373712+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c568450-dd70-4fd5-983c-831de99ddc39", "result_sha256": "d2796e5e98efb2f9916966a94dcbd7e3d7cf7f68a7ac314d44abacce31de7f99", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001294, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7192570180050097, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:37.124047+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b12658-9fce-4e81-884a-656700da3c17", "result_sha256": "ca5fb89dd8541cb477b1d40f0a2627a83251f7f7e92559f4db6436625475f38e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9919427880086005, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:20.213691+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "483bc0ad-f12d-4a1b-a577-53abdd66e2d1", "result_sha256": "6712c0b41bc961428e240b67bc9aa5d179d23af7054b72589747f432941b4adf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2440385189984227, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:04:12.588671+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "aee4b4e5-6fb7-45a2-8cef-2fe326cd7e5a", "result_sha256": "dbb4b777d5aa3c6a18f0887c7fb60c351ebd446df0556a86420a7c84e87a7665", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001343, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.0995794460031902, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:13.922848+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e7ed170-8aea-42a5-a3f8-b21c6282ed85", "result_sha256": "5436732568042c25822076956aec2150f1f26c76743617278d02426878540d6a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1146, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9901609109947458, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:33.724625+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "badc4b3e-5e6f-4707-9f7d-c0c08f6a42ec", "result_sha256": "97c29380f3330c4731d23a58d26d8c49d9ab053df610ed99c942cba23a3be705", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.810876447998453, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:17.042583+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a77a951-8489-477b-99a4-91fcc0e8f8c1", "result_sha256": "bd02d69e662946b6a2a35b4ea56027904310671e751da9520d6675b1a4dcc296", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001321, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.148891327000456, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:31.207258+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d634a544-a64f-425b-8b1c-dda97ec3ceac", "result_sha256": "63d10b633963018879ff51acee64247355a391c0c12e88ff9e9e032860480329", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9007143689959776, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:18:43.986558+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "41b1ad74-e065-4ca1-a15d-c19e0cf03244", "result_sha256": "ad366e1891329ea8ad08f1aa42ec507cd00f235b56ea5811feeb8dd88bd1863e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9430783630086808, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:50.446372+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cccd992-a1d9-4248-81ac-43e181b546cc", "result_sha256": "e6d73413f57b112c5abd0cfff610df2bd905e174aac31500c26b7126a6d3f995", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7326094360032585, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:30:41.215522+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "18c6a49e-516e-40f0-83bb-42bbff7a14b8", "result_sha256": "9ebfcb77452abfb44e19f902e3ef76270e8ccaa77141f97723c55ed856c446b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8188748209940968, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:35:24.991831+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae64c300-0854-4733-84b4-ec58fc911fbd", "result_sha256": "1f8716bee3be385da83c66f12c76ead9d49e8f5a0ca0ead6020aa3afcba1aa1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.678453886997886, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:08.957520+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "19938c4f-2a24-4332-9aae-9aa1b8f66e18", "result_sha256": "4ba2b01c599e5c7b9245197800a33940a35cbcfa2d41396070a5be4048f1eb98", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001314, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6702348079998046, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Optima", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Optima\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:32.175132+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebc46322-beef-4df2-9e20-1fca7801946e", "result_sha256": "ff5d5ee2c7b55e9c5e65c69c2a636f5a990719206335b39b7edbfb50c210fa0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001316, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9892525089962874, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:32.221338+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "63a48601-9502-4cd1-a383-64b063f49b6e", "result_sha256": "8472fb2eb175abeedf88f2c8be113e5c68258401154c7902b6e107c47908e8c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001317, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.78131511999527, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:27.770014+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0533dbc1-fe58-4418-8777-c28bd2e74092", "result_sha256": "63dba8155d96925e89b5969c61192ca7bd2fce2d957041147f1aa1d77a80ab7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00133, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2324741710035596, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Futura\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:46.858558+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "12e9d094-3b7a-4887-bef8-087ef332ebe9", "result_sha256": "2d7d48b5616757045ce81b90da70c23685c7bd7ee7f9812565cb83ffc8aaa3f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 1077, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7926582310028607, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "San Francisco", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"San Francisco\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:00:53.326428+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "46683f78-7792-4f05-abc4-ee260292060a", "result_sha256": "ffdb53314c4d61c0c9d469354f10699dba8561fbdb4c43eff34acc3a8f85a0e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.997750124995946, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 47, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Segoe UI\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:28.433051+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1311ca6d-58bc-453b-9dae-e5c6900b8748", "result_sha256": "49a93e2d78522b06fc5e2e32c5af22c89eca8258c7fecf284ada6e9e8445c660", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0637327260046732, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:39.231535+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f88ec59-055d-4587-8065-7224245bd384", "result_sha256": "985ffdafa4289488cfc8747f3dfa89b5ffb826c5ebf77fc94a1945fbc32b0181", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.48473749999539, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:55:59.120853+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d07380-3fcf-468b-bd26-5bdd4665bd6d", "result_sha256": "525ab6511c4c5f576c719acca7befe1469262d4359e50bcdf7b8c5143346a886", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.889751245995285, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:10.181749+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5539ade-2704-4e87-aa88-73780e3afd06", "result_sha256": "7d8cde72c4cbf41e6d9c9b39f9ac71625dcb8a779784ec3af5dcad226b1b3823", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001276, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8340695920051076, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:34.385400+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4bdab30-1c03-4b1c-930d-e9515556fe96", "result_sha256": "3effb06e44a93db282ba39eac8d45ffd644d86ce9d918ef1cd946abe4a042d7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001422, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9815368609997677, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:32.720353+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "18f1638f-148b-4834-b4de-a296be663af7", "result_sha256": "fa14b7f4c060d464d748a4c868b85c1a134f174dbe01c02d86f0437ee0a15cd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8779777010058751, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:36.338605+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0ef2818-fbb8-4223-a5ec-c946f3a84ebe", "result_sha256": "25a2736db66e25bc0aa0b4b67952d4f507d9723b718c4895d2da5dd315cfdced", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001357, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0385896410007263, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:38:35.521941+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bed1739-15ac-4475-a975-6aa2fc322fea", "result_sha256": "3b748dbe0d3da0347a09cbd1609b80a1d92da5fad808a8c413d3e47dc8c8abbf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001239, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8175496889889473, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:25.455628+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "12c32705-dbed-424f-9c89-3829db6d6da4", "result_sha256": "6bdde2cbd88f0f58dcd11dc44534e1dc35f53e35485ab043d01c13cbf056967c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001371, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1146, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9255927830090513, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:03.057308+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6d68ee7-014c-4c9b-b238-b2644fd06b87", "result_sha256": "c7426ff297abe3568ccb51d212a17b106e340890915b2378048d511b841589c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.763159727997845, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:52:53.608705+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b35aea88-23f6-4246-a849-cad677c319bb", "result_sha256": "a8ff44a844a9758eeb92ad40250343866318c838f20dde86ed21309f8781f7c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.970560061003198, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:37.479218+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "62cb1beb-d7c5-4681-9a71-d5fa3bb56977", "result_sha256": "e57faaac9f687d2d6aabebf218d365aa803c6ca71398b96e110ee57a45300e06", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001333, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7017063639941625, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:55:43.051753+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a06054b-22e2-42b0-8ee0-490e4164fd30", "result_sha256": "a51f205982164c9cfea5fdc48492f07954250fbf43e4d215f3cb27c0de1aafeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001302, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6523777679976774, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:28.626959+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3f115d7-6713-41c1-b267-60e1709c590c", "result_sha256": "9d78e3b7eff64524bbc583a4fbf9da5bc0acc2bae2956fa2c2b2530266f17efc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.12321002499084, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:12:06.073191+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "387112dc-0b62-4a5b-9ddc-7e1ae8ca5e65", "result_sha256": "dd6faf68a11d633df9e22ecc1a0fee3b1e5912b025930a41dc0d2fc1d80d5385", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00132, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4947165779885836, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:58:21.988328+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e60f1cde-ee9e-423e-8b97-2ae00201edc7", "result_sha256": "cb298e77e550bb0da9f660bca761a4692460ebcb477128b08f2f379845319161", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0283125700079836, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:00.097111+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6df06b62-b66d-4729-b7c2-9423b112e727", "result_sha256": "b7883b8d47c421e6cd40307023076fb5b6bcbb50e0fdba200afbccc9508860e9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001362, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.745465823012637, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:19.949960+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "940727aa-0730-4edd-808d-34b006a0da98", "result_sha256": "eafc89a7645c9efe435bfbe8f475c13f9858e8af086bcef81d4e24aeb4f8cbdf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001366, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1146, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.848837455996545, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:16.319088+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5a08e32-c4f5-4c84-ab13-247ff24708fa", "result_sha256": "7c281e61c928bc87e7854ea724d23cbad5f2e8f0d75ad810b3d885e19a13f076", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001433, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6355459750047885, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:50.718598+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4617b2cb-813e-4b5c-9b80-e0aebb204943", "result_sha256": "f5c039578ab263447f627d055fe13648184b6b43ba409ed9ed96adc445e94a9d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001321, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1101, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.1541558699973393, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:22.454371+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "05de9556-33a8-4897-a176-171881f0389c", "result_sha256": "699b7c4bc0efc7b22ddc77d6d246ffc72f8c0bd0caed989abc61f40cabc572d9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1192, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1024517159967218, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:16.947326+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4df1cc90-b4ae-423a-b845-848bfe78e1d4", "result_sha256": "56b668cbf98c2e96ba318bc040676fe4968af201d1dc7f2e8d21c1ced040a1d4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001491, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.275815804998274, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:37:36.809276+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "500e1280-6c52-4d67-b883-c6cc5c59e3ae", "result_sha256": "8a68bf6433afc764230aac08ecc08285c7c39951b35394a207c94476bbee223f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001401, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9439559520105831, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:31.975724+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c036c28c-40cf-40de-9f68-33dbe4e0be1a", "result_sha256": "1b94603e13c1fc197ca461b07efbb9d0900a3828f39de9bf6e3031b83dfc6ffa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6339205289987149, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:14.570535+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8d206c1-822e-49e8-b023-7f21bec39577", "result_sha256": "5697f7052b629a0f1eefde14ceff70217c6699445aafd58810fa070bed70f4b4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001266, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7765654269896913, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:19.518606+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "cad3a9fe-29cf-47d0-95c3-99950c6373ad", "result_sha256": "e114395be4ab244214ff1bc139de909f348115b00e545c39f37d85f9b289d006", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001481, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6443899320001947, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:33:11.273873+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec41581-22d5-436c-a446-b33fca682627", "result_sha256": "6f3cc04a8e6afac469eb2b3c10c632d20822c44d3c3ba8aaf5ec9cf5967f2cbf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9531469050125452, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:24.698449+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ebe713a-e151-4f50-bebe-ccaa261b25bb", "result_sha256": "8fef4d75758cbfc282a07355ca256fa3a62a86ae1c6f2fc708ad676a852848a5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001417, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1192, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1214405869977782, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:50:56.904749+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "40cb1fae-ebc6-46c8-b2ea-2ebf9c2b2bc9", "result_sha256": "d2dd8d8e44ad88e2ab58a4c00f2aa134a8c1ab66fa1dd0b271832a2e9517441f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001289, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8305165899946587, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:59:58.391338+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a722bc2e-d0e9-44c5-8504-2da730979889", "result_sha256": "a24457c76db1c4b4cce9a77897ff898528bf6807995b3b88826d05fa7d54368c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.522179484993103, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:48.783311+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "903c3ee8-60d3-4343-ae4f-61a07dc653c0", "result_sha256": "609fbb3e7e7daa54988058fc84f026c68ea140476220d95d9a5e087c4dd90183", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001292, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1077, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6466045220004162, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:31.826069+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "306ebaff-ecfe-4493-883d-c04bb44192d3", "result_sha256": "aedeac489f004a4abc2600732f88648d61d1a1d69fc5d93b9f7d05bb10688071", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9881726210005581, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:52:31.015109+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b149164-2a9b-49ee-8b20-0878973e55c0", "result_sha256": "8255e314ca76789b015c8f48469375ac6c2424e6fd8cbecf1345a92d3a3bf7ae", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0765320310019888, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:37.993686+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "bef6dcf9-6d07-420c-a2d8-d1dad215a34e", "result_sha256": "f79e3f03dadcf06c6aeda18429a17494a20bd472e72063bbda3a5d1f9b82af57", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3493013469997095, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 46, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:17.267985+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "710ce99e-bdf0-4dbc-b013-8aa9b8558e2f", "result_sha256": "b323eb6645594056760547974a20427d6f18771101712bde45ba57092258cc07", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7709421470062807, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:22.862331+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ecd1975-e325-4958-87e1-c78227ecb812", "result_sha256": "f0b3a4e33d87fad78d22488c8eb33489d3395b4a5cd1b57062a7b6bf09a0bd2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001384, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7089378309901804, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:53.237922+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b946a884-b2f6-4488-b1c1-cc9dd8e7af4e", "result_sha256": "fac660f438e327065e7addb58a4dc18385b6b5c52d7fb7670958f526be06fc75", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001325, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5734221089951461, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:52.793941+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5088b6eb-92e0-4844-bee8-788c2b34f61c", "result_sha256": "415380f2f746d56a1002ce9733c0fc14a999717848f00d820c569280dd063801", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001329, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5956101299962029, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 36, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:42.717074+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "b11071af-3ee9-4d6e-b916-f51ff55a4384", "result_sha256": "2b17aea6f6ea226cf024c02e6f5423782e2bbd4362d3e21bc92990a8afea4014", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001391, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6564116950030439, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:16:17.893553+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c518ae2-9779-4286-9a4d-61cb50fec01d", "result_sha256": "b745eb4788aa37b9399a512a284e98901775b99073a2dfc0eef63e53dd602725", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8395883669873, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:57.575836+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ead82b69-bd71-4862-918a-a16124322f4f", "result_sha256": "d5e6a34743deb2656394aa0a329b6546229527f608dc16cf86919c784eb78634", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001319, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.958167343007517, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:07.268121+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e433f72-fa0f-47fa-9495-9125a1883b06", "result_sha256": "4a87d964d48170101d56d6c9d8586e851d1b051d2b064c9be2e1f2b4de06ad2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001416, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1181, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8183540309983073, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 47, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Trajan Pro\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:33.866963+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "60630fee-8a0c-45df-8406-5c1fcfd42ce8", "result_sha256": "a0f4bbc53fa0aeae7346c2ae03faf81d4e4c279a2e5b58bad807167b56139144", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00128, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1100, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2444873139902484, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 36, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:23.937944+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "eca05529-5747-485a-aafd-d93430bffe64", "result_sha256": "2c5dffb9c2b271becb621fdb27c7666cf77983c75a177b86a93c57bf23175603", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00134, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1100, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5837113529996714, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica Neue\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:18.949657+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "43af01dc-be3f-47f9-8b90-8919b9b305cc", "result_sha256": "581ac0766e562eff6dcd7dba4fa31ddeb772cddee034dc14d07f3837b803da33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001353, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1123, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6788272209960269, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Optima", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Optima\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:39.961453+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "7537cf7d-a1ef-43d8-af2a-331936e37f88", "result_sha256": "c568f6d9e07daac7104799c8b35f6362076af7fae3ed717a360542b8f66c53a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001411, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1181, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4540671989961993, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:56.601813+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "40b79ea7-485e-4ace-97d5-65f6e5a6cdc4", "result_sha256": "43b9771cb37f5343d67a2242a85e4a8764871a91170f558334d1f5b9da3a0bea", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1149, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.758341926994035, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:48.675953+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e6f61fe-a7fd-42a8-b378-496e916cc39c", "result_sha256": "86d085630443e22e9fac5b8dd4fd920f7e13da8732fe55694b55936ff0d400bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8759039779979503, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:22.839700+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "d27d9d7a-5459-47fc-a725-34cd746a175e", "result_sha256": "ff16bb7fb9c63138f6d0e32929140d23517eb2f94745888efc86f0d9a8e620ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001299, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1069, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.673070076998556, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:53.465698+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf3a5ce-ef5f-4852-850d-e9e47b9ee727", "result_sha256": "75bbfa95cdf7b237d628357f5431a5aa019ba182caef72169ed36c8d905db1d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00131, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6806927370053018, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:30:01.802052+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "1693ec06-73a9-4aec-af1b-8313c0968805", "result_sha256": "7c8b551fa5f66638151c03efc9dfcdac5044f964d1c4f2337665e06455a115d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1213, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9496256069978699, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:22.613898+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": false, "source_attempt_id": "065807f8-4253-4a1f-bf00-937c36fb2b6a", "result_sha256": "5e2a8c4a117e64697460af14fdae0f89a96f80666efb0badcb5c3313fa8a3e78", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001348, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 1123, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6941066729923477, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:03:31.132780+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "96c593ea-6789-4b57-b42f-6f02645f713b", "result_sha256": "e5b52ec45c12c1c62eb31d9d3fae1ef189cb360461cabe1a5c177c2263381040", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0716214230051264, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:47:41.487933+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "39a7a290-672c-4636-958a-036fd40b757a", "result_sha256": "8cf6b10a363405fc768f8b5d77218d4b33bec7abbe1544f63b6c4a863c991fac", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001358, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1133, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7394552899932023, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:17.766961+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9b82078-9b96-44dd-a932-5c87da3b526a", "result_sha256": "5042d590208f8689c186a21685144b6366b9f952db6f805c653b2bbd77fc8a8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001379, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9391660270048305, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:16.703991+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ae198ea-f817-4cd6-8403-ca18f622948d", "result_sha256": "150fde03884017701154fc340b16fbdd544f73d8a158fbd577e1e62bbb022c00", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001331, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1101, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0111731130018597, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:38.277385+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "95eb8878-79a9-42d3-8c61-0a19ddd7f900", "result_sha256": "4e8ada647cdf41f4e44973218ff8a403fc4f875d5852d9d4cb4144044df247b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001369, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6329560699959984, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:53.658979+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb87ea44-f8c9-4929-abd7-526b247c545f", "result_sha256": "f00916782f8b54c893882d1ed8244165bf41a8152ace00bf8ef7d6f2fcea3777", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001426, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1261, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6129846630065003, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:13.792287+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdce061b-a26d-46cf-bc36-6fa81f103000", "result_sha256": "4f1bc6572b6e784996297bb31bc87627eeb30a4fc39863feda1d97a35f429238", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001359, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1149, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7418211470067035, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:55.071074+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b879546-0d16-4e4c-8919-750bfdb4d788", "result_sha256": "c6832b0538daea8b622e7e3cfe9af1b5820379bfa58c3ee0ef53cde89617528b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001239, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1069, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.797470607998548, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 34, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:48.515566+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ffb9815-ec77-4c51-8f15-20a638351156", "result_sha256": "843a0f8f10c3a58cc4b3bbfbf4c7b54e2e8dba1c84dcdf352f9586f7ca3f6237", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001244, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1069, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9909044179948978, "line_height": "tight", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:58.410630+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ebffc62-5522-464b-90be-acbd69107b68", "result_sha256": "2a674aaaf59586abfa1c1de42d952ad105c26d527fc838df9b9c8ec4d1fb10da", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001388, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1213, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9364463240053738, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:13.007567+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0c56ee-d036-4d74-9f59-15dcfc6c9d56", "result_sha256": "731eb5ab15bdbc016f51972bd8d159ee2b5a6648e16b6d08e2836341a44e58b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.001311, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1101, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.834724282991374, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:23.227758+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "e69c7a96-cb87-467f-b54b-8690fa828d81", "result_sha256": "655e4426f2240fdb1f9c6abf3f14d32a248e2bc29a021119323fcc11328fffec", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001402, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1192, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6145463030115934, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:59.274203+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "605b49c1-f2d5-4983-bacf-c1cd44c47520", "result_sha256": "21876772df67c37183c2616b00b7c6f260f3cc1b663e64b00a322ee01dbfdb1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001374, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1149, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8873833639954682, "line_height": "loose", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:40.072025+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6233e12-75ec-42f6-b45d-14a65079c45d", "result_sha256": "1de5e0ad6df29c6d6558366148c78d99f3e425b6b7aceabebfdbc3bbc4d7930b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001406, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1181, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8911775289889192, "line_height": "normal", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "underline", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:23.307412+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "280ea8ca-5a4b-4356-a330-4192cac40fff", "result_sha256": "5f09f5cf0cd99afa3a6cc0b034f8a4d800decf1641c077b75277e28e82353b82", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001427, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1197, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.025914196987287, "line_height": "loose", "line_height_correct": false, "model_name": "claude-haiku-4-5-20251001", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:33:02.323597+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-haiku-4-5-20251001", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c1af83b-848d-4001-8d8e-f0d3a8dbd84b", "result_sha256": "3e8ade8b68777834a368b7880dd494a1546d914d948c888adf909b26b820c14b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001265, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1100, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.038851457007695, "line_height": "normal", "line_height_correct": true, "model_name": "claude-haiku-4-5-20251001", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:12.598861+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "87c11bb6-513d-4aee-8293-8a805db1e9c9", "result_sha256": "72ce49fb5736af718a3bdfe3891b13eea24866b9e3423c9295ba5579f0a8d401", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.287600226001814, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:24.229408+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9c77a59-b580-492d-9578-40187bd19ec5", "result_sha256": "ecb68b2f678b4299029b8534892c3dd0b42871c342aee775aa07d548835dd10b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.259806086003664, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:00.795560+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43eb37f9-1310-4046-8966-4ca616b667e4", "result_sha256": "e79a9e8a26dac12d00983d56df9d9832bc341015eeb00813183bb2832e9c9939", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7937129249912687, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:46.515135+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7cc0711-16cc-46af-b8ba-cb196639b7fd", "result_sha256": "a13136096d5abda09526e98d5008a23e8c5c438827fa831eb66a6e6fcc021fea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.489679195001372, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:57:20.036953+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6f89cab-9b35-439b-9dfc-3dc62dbfa39a", "result_sha256": "bef627f138375b891545b7af88a51d83d0e867be698773df197584fdc22b243e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.3548421440063976, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:25.750594+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33ba9fad-cd5c-427c-93dc-9dceae92fc2f", "result_sha256": "4ad2d17a7e4844c328333518cb9e4a4e8076f73afc0a3f21110be7ceaca50b60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00861, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4165812290011672, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:48.856142+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "457e7182-7bb2-44ca-b0d0-a8d7ab681d56", "result_sha256": "651bc589175e700782fee10738a1863409bb46d8c3e75b80b4850ea228d1d4b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.4632132869883208, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:18.115390+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "234761c8-4c67-4e85-91bb-f9b79f1db325", "result_sha256": "0ff5f5c699a5f23f0e755bd9bcbb2fb67932789aaf8a9b87ad7630cbda11cfdb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.415892022996559, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:38.914391+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a184606-46dd-4e7d-b749-df0315cd3423", "result_sha256": "733655141e47e11c0e8867636a9844cd843b3c3714715674971f68d1bc9f92f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008235, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3213920820126077, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:06.037741+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43aa5051-90c9-4e1b-a180-c1b579e554da", "result_sha256": "4a16180086f8ee17e22b986a8fdbd3f766f6eb7b90fbbebe3b65c71ff9d4ddf4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2679526730062207, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:49.541653+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bf33884-2e8c-4f00-9d94-d159fa36e004", "result_sha256": "bd7cf3ea2c03c30e9b554de93b196e242ab07c3d0877a28a92e9808ab4281da8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008595, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6994808719900902, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:33.925603+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "536ff6dc-fb7f-4a51-a66f-2c39fa0e8b47", "result_sha256": "922173b23ee4e75d9c8dafd9ffd8b743787575c2298a11374540dd2802d035f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.418067003003671, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:47.577386+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d52eb56a-70ba-4ead-ac1b-85b2682cd432", "result_sha256": "32b9f280ae3237ff319fe9b23326354b7500f88f5cb384f6233a4358559f8dac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.9841188800055534, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:32.851104+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73c2c12a-109e-4189-a7d7-948578bac714", "result_sha256": "8954e0406035ca3d8c2c92051a03367a91d218e3c1958b689bdb8b2d0cb6094a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1387, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.24963937800203, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:10.330315+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25461a3d-a38d-42cc-a86c-29918e8ec325", "result_sha256": "58bc00d254fd769a4b2e455edb354171d4eaeb0d673043cb53d94b144d711ff7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.4385989909933414, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:54.423297+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66c1f6cf-da12-428a-909c-aca84d25f47c", "result_sha256": "2724a6b383adcb6990d665e3b1ef808b662799b6d2f8e13492bc94a7573cd4b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008035, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2729563799948664, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:14.960277+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1814092-1828-461e-b463-766d9f36a4d6", "result_sha256": "2f84a33d7e96758dfcfd2a570361c18dd992d3e868ab90b1665f7ca9e97999f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00807, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1404445189982653, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:27.605588+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4af37720-e1c5-4259-8ec4-696161ba3a91", "result_sha256": "ba3c1326be6c9a5141dcba6806067bf79e9e3ffaa32d51aa1d15d7188b73d9b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6780784359871177, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:17.070360+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bae6238f-2a5e-422c-b98c-f916aac05691", "result_sha256": "3a5aa2ad812524e88a25d5a8eae3a1eac4b6e2a8687a47a8d1912d1d34e4cfdc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01265, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.8971357380069094, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 228, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:19.830045+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97e641bf-01b4-4cb3-88d0-60e2667eb054", "result_sha256": "cfdcdb6b955d789e52508f03c4b217fc6eeef3ae33b094dbfe771dd050eda0d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016385, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.143261172997882, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 387, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:19.338400+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2821aec0-d1a8-40b7-8ec4-2b182242f460", "result_sha256": "76e0ca8e1708a31a62f520ba1862ba2e886ad566588ec3ffef1ac9e7577ec2d2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008935, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2895633299922338, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:08.184922+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8bdeaed-ee95-404d-8b82-84bc45687448", "result_sha256": "bd644a6c98c871d942dc9e95ede96eef2eb7e8f82659e4e864d87074192921c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8973090319923358, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:50.747867+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74198bb-2b03-48be-86d6-d768cc53d713", "result_sha256": "d131edbe9a705f7bf8d3f9be93291f98546d632fffe32b3032f8411b322fe790", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01502, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.078426765001495, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 328, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:03.032982+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d211a84c-3c54-4183-864a-79e9f6c8ba6e", "result_sha256": "63b615848cc007bf5d7f4f8cf1d8cda34b2c57de5016a3890bbf62b380d32092", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.9079795299912803, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rokkitt\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:31.536771+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "933ec0d6-39d3-4a13-abf3-9f0db080edb3", "result_sha256": "6e545d29e275c87d4af2f222c605ae9d3168bedc9cb239fd81bda4c652742782", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.226155676005874, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:15.567793+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7805258e-9f80-453a-b1d6-c84ebce67716", "result_sha256": "dd8c0aeabfa1761ece5da868d15d750f8c00f8fcb6b3c2253b83139ab02aaa54", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01495, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.735340605999227, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 320, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:12.146213+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "38ae2601-f9d6-4e03-98dc-a4dd255a5f9b", "result_sha256": "23a5aae7bd594dfafbff641bc8e732b179c45be5f556e8a47e77c6cfc1bf2dcd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021205, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.62518445700698, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 580, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:09.878377+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30d3a9b4-a645-4c38-a7b8-262551cad1bc", "result_sha256": "c31bc310a26e29c8fbc99cc946262ea8104142aac1f17d75c87f33c942c226c3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1283342160022585, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:04.376107+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d309806-893c-42d1-9985-147099e32c15", "result_sha256": "0f4edc8556e7f31b9092c97cc0b29e906f452b7f8b57de3cc02d6f8119181e5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8810484779969556, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:44.479338+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da676b0-a9de-4de1-8ce6-4e43e5d87bb6", "result_sha256": "b215d62fd599b2afc0339bd9f1460370e0f83a64244860fd1a7bee8fec150703", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6407890140108066, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:42.076503+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2496e6fb-a75c-4591-bad9-fc70d3d29c70", "result_sha256": "99d0dbd3a6a8f3b2ecd05ecb99290cf5ec6b8f76dae0149944b534305cdd44dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00799, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.443475282008876, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:41.724326+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0df717a5-006e-4bbd-9f2e-410c0ba6de46", "result_sha256": "b9c38b3dff2e0e9d9619661fe491277bf50be7148b032fee753005e988b16eff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008385, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4179518549935892, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:30.078335+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc5c2f0b-7b5a-4c9f-a648-1c06d7afaf98", "result_sha256": "2a6abe1eae49518e17cd535cddb5dc790bbe335a53d70cd61f077a08669f946f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.286386993000633, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:31.879951+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f8e78c6-445f-4e63-89e9-c9398641b0d6", "result_sha256": "fe012d45e94fe0556012bac24b1c375807400769399c7277df1930107d77c117", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008545, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4719732600060524, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:59.676828+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da9ebb1a-e182-4f31-a066-8db66df8f1d6", "result_sha256": "21d8f93b511dd5e886aac2340b6eca982c9f096ec994e67bcd0199bbfac0874b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4260539099923335, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:22.672473+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fce414a6-5515-4629-8d4f-0ce9db593e18", "result_sha256": "a52c2aacc4f1b28c5f2a62b99dbfd82f3ac51981db2d75132c9be29b1227d851", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4542637770064175, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:23:45.975567+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55600b4c-34de-4367-abe9-a1cf28a76888", "result_sha256": "37f7195434f07123a538be4f8c100ebeae87b9a0c6fc9e887be62090e20a6e5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.239423925988376, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:11.862901+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee5373c-20e6-4f27-86b6-0163b6cd1a50", "result_sha256": "381279243544c547ce96f9e1746a20458f8ec845d5004b6f772c062af7b236f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.45135330199264, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:18.774457+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a34d150-a00c-437c-bdfd-145feb98fcda", "result_sha256": "81f3546cf6055b910713314a8988ca2a0f272a89daefd62521d05db3d11a5bdf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.456129102007253, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:04.660743+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "470744bc-91c6-478d-af5b-feb0a172707f", "result_sha256": "e75071513b213997f2481713508159d567f9869153dcf86ab88fffeb30864deb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.430894916993566, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:53.454172+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e213320-4fcf-43f1-919e-ae15146a8b2f", "result_sha256": "b46762c308364ea9cb6c69ff75df646e4e0b86034bd47a1483f19c30a679f485", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.979491724006948, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:08.813291+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e357466-d691-4021-b08e-4ea1c4513ae1", "result_sha256": "77b6b8b00fec1db80b2da1ce798f7208b803a9da68b9faa4397361c4fd59cbf6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.375673870992614, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:35.190976+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8041b9a3-1e57-4813-b4ce-d9c558cda27b", "result_sha256": "dcb0be38e10ce32b1ee2108d32ce573ed5724f7fe028bc19a90f44cab974eaae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00816, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5404380280087935, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:42.323463+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec43fde5-4ea0-458a-83f1-be4db01e4e0b", "result_sha256": "459b546ed63094facf4a7e00c7fff3b85797abf917b98b4f912e4ce14294df6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02264, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.452432081001461, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 619, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:55.271693+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f3d3087-5d20-4c88-93a3-fa481e977961", "result_sha256": "5cf2aa0035e4619b968c023764a682449d04f4b9fe829699a5f1f91beddf39e6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00836, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.67089976000716, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:08.649042+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "811aadab-83c5-425c-9385-75403caf6a87", "result_sha256": "7dfae0bfcc8c0427bd3cfec4f20810fad13fb154539942b5679fea541144ab2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4014488029934, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:10.162661+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15189b1b-9135-4a74-902c-a3b737c36377", "result_sha256": "26e3e86d0ce74715b55e768f2ac75e70b9aaf1170871d004e8ebcbfea369b181", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00852, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.747148031005054, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:17.992962+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b2d6223-9d53-4365-9029-fce27fd2eff1", "result_sha256": "dbf8c0c117692f2efef2a56a4838eeed4235465e761c7e7133d807b4eeb49211", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00826, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.5226653989957413, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:22.282265+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8a8d2f4-c00a-4cd0-8d8c-447d456663fb", "result_sha256": "58980664a2255918d8b32c3b9265b1f5ba94286e4e16ffbfd8784764c43965ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.649618190000183, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:55.791912+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a59248e-bc68-4f28-bebe-b73013db20a2", "result_sha256": "db064a117bdba3d2706ed85df6bea31469de4e30fddf85e2fe5eac2b83edcba1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.201308563002385, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:10.304942+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a490f2b2-164a-447a-a34a-4bb6926ad398", "result_sha256": "6690183a9a5ee84c8c3889ca7cadb01778ffd6db8d1882d6f700845c1b5dd48f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00872, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3375937219971092, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:51:04.779713+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "334cb68e-f117-4a04-874b-68c7551c64c5", "result_sha256": "e0a5ec3aea424f31a63cd563c266dc89341ec12cdd8ed43901ec43aaa548d13f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008045, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0554515949916095, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:07.523898+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "272410b1-5fec-4172-9512-e85e1f269376", "result_sha256": "b7e37620a108aaac04961bb343ec5b5a2efcdaf95711b772c448694fc197bdd7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007915, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.197195600994746, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:52.343056+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad38e72a-7f99-4ff6-ada2-6c3c6f3af99b", "result_sha256": "3e9ce083eed58fe7fa5de381cf9b00c1945fe78c63a9152bbe3b5113e19995da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007965, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7024830959999235, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:10.452836+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f4b5885-79f9-4df3-8a43-8d5e5c031223", "result_sha256": "be62410434135e36bb923c7b3424829152ad04c332c3773014dc18a936fe8cdc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008485, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.7439087990060216, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:26.728813+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e101509f-bdc0-4dd2-afe7-544d25045f22", "result_sha256": "d893fd5319d09355be46ba2e029fad45248dee62a60d9e25d4f98e4e713bce93", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.8782518389925826, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:11.994260+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8ce08c8-8995-4675-81f1-8bd5d91ddd25", "result_sha256": "63f8a433b823de25e6ec9a40b7975b68836a7ca9462b6e1d74f98c0bfd5cf3f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3380319540010532, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:14.910045+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b76d782-9f66-4a7f-8a16-cc4996083a7a", "result_sha256": "229e9eb59142f6717401a62c4ffd246e011898a90650eea86b13277394f2cb08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2948049959959462, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:57.465102+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cdfa616-4b7f-4886-a1d8-7796487b1ba9", "result_sha256": "44995e438e73a27be2e7d88713ca1484f2b17a9b21457dc4519542317db2dc4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008135, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.433776629011845, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:07.822758+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec2254e1-f958-42f2-9c40-97198ebd53e1", "result_sha256": "aeea081fe36bba1109887de752a5d97e1ab906f8f5babcf3f2d62fee33d90255", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.0374464119959157, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:31.527019+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "694e1748-04a4-4dcb-98d8-999883cda1ae", "result_sha256": "43422743ff4b15477084c771108dbc3ecb1015aea3e35b8d4c6011465eaa1d99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1443163380026817, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:46.541919+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "991acb65-4af9-44fc-a8d9-9de0ad86d6bc", "result_sha256": "756651e8f7dc329059190beb68dbfb6b1d918429abead1507f4f56bc810d011e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.444093950005481, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:22.486341+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d61ad51-62a5-4cbf-a059-302001b67c9e", "result_sha256": "22824342771609b874a8f00c578d4adea12f04acfd4579bd1c23bd0063e75e5e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00818, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.459258143004263, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:47.994212+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3645967-4206-4e61-869d-b0c4a5b53312", "result_sha256": "b81e01cd5b003b6b3ddb6b90b159e82e3ade63f2124e7d9f86c11f47a1228ac6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.3516167390043847, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:00.306641+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4350796b-2d16-43a9-a0de-31306ef328cc", "result_sha256": "9dcffc27d7c84ca21ddc1eb9f316890d892eb3d627fe7e60682cf67fced72c87", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4977202890004264, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:49.581528+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04cf7a4e-5284-4835-a670-5d1e34ec5cf3", "result_sha256": "63a15b4763094bddbe0eaac06b71da3be77dfd0933ea86b0c5cbde3f2d3242ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008205, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.392168805003166, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:18.380826+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5703b921-cc6f-4a28-8095-b188761e00fb", "result_sha256": "1f99b368ef11d0ab6e04af18d3debc851ba7833d959132f3ef2fa33576260ede", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2414122050104197, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:13:13.708356+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9c32bf1-1288-49e5-80fa-ed45b12c6512", "result_sha256": "1948f3cb79cba2b1cd366cd993a68ee305017d644de2608c1e0122fdbb17cf15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00821, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.534781288995873, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:26.850116+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c37ee90-7f17-4fe3-9c90-bce91a4d9edb", "result_sha256": "3ca83eb6f4e0171cd4e8fb148b9d17a0da9282ba81dcd13ccf550cb8c7aae6ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008545, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4850605860119686, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:13.563459+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9bff480-715b-4903-8889-e013a70ad992", "result_sha256": "3d2a7ed5460525388843fa76156657c1b384636f8dba82e2a3be6ab9dbfae10d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9366390469949692, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:43.586544+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c10e5939-2d64-4fce-bbe0-5ba59dae4722", "result_sha256": "bcb9c9f1aefb059627a4f26e4b5460b879a286242a659abf332ef10b4f68d084", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4060899449978024, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:45.411666+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2510b4d-b6ce-4228-86b5-e68d1d84ded1", "result_sha256": "9c4229b1942a383e7e04e2d21657ed59efb0d05c6ce9fb63a30a1528d6012045", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00798, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.119332332003978, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:40:35.384656+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5840003-ea13-4c7c-9bee-ceb1f746ba02", "result_sha256": "59df2131f54673c1cdab423cb41a132ee31ebf04f76f6902d117b4e3052fd293", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3553489449986955, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:58.389062+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "589e5913-fb22-48b0-91be-8278688bf65e", "result_sha256": "2525d70c2343d357d0ccb9a0e00fa72f4c709957cc5d049e76fd1834c8bd2f6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008585, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.325842771999305, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:51:43.622509+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d682bb2-9797-4582-acb4-19303c919d56", "result_sha256": "e2e3fa7e0cc40f126d061598775752fbdd5b3944ef0df4361804ee54860abdc3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.34755198500352, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:08.598973+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "72a6535d-9628-43aa-8061-7ecbbfc8b429", "result_sha256": "c5fe9570cb3108c7c503eda6bf74bafbe1a970197b1dc9d88897e1607ec2a277", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.008155, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2325801300030435, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:26.438675+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c480bfb5-b88b-407f-9997-da0d78467eec", "result_sha256": "0992a5304e3cba4144ec409f90850100dc904752695596e54fd4d497910c8eab", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018685, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.866930896998383, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 463, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:35.480973+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8407b6f-9344-4435-a75c-1fbd3cbf82f8", "result_sha256": "1f423f3e72160a2913332ef7d11e6e194e140efa17f4ce9b392c38fff61ad5fe", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0082, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6422861339960946, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:35.134642+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e41a0a29-c075-4fce-aa3f-6c365761aba3", "result_sha256": "efa450a67904e6a19cd8bb7dacabf64f352623a2714483079b42a2456b856219", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01722, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1374, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.22215552299167, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 414, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:20.126468+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "032f315f-67f7-40f2-9d72-4efa52ffbf0f", "result_sha256": "7d8ec909597159c28afaa5d101899a204a70f2b3b433097af604b65b5b04d8f9", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.776632916997187, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:02.782366+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ebca83f-987e-4948-9cb6-67297948ca72", "result_sha256": "d7942edfdfc78986b035f93680d708ef7dab295eb80154ed24295966f0d3e37c", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6017817959946115, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:54:00.854159+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "396bccf2-bce8-44aa-b8df-59a3fce11a45", "result_sha256": "51d6b2c4e2fb5591e1c2d3154a0e1a34214b2bda7c2fa86534f03d5fad3796fe", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.344958879999467, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:30.181945+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ac5141-1da1-4a75-9ec2-691850c8603a", "result_sha256": "ef14b441586db81e2f0881d9c5c9d85e3c3581a6131afccdbc4a631e54d1766e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.330363497007056, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:58.178988+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ddd509b-038b-4a98-8039-6e4e2770f14a", "result_sha256": "7783fb3320ffda7f34923758946c45db4b627e49aa79951677ac4b4d95107042", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01655, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.353281231000437, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 400, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:22.895978+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c485fd38-8b10-4c08-a9f1-415311891c04", "result_sha256": "bee3a58d6fc6dd96cdca70c1bb16b5645d742758e260d56f40472c1190937a3a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007945, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1294, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7222298650012817, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:57.332437+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8496dbca-c136-4d94-9979-544e870d9a45", "result_sha256": "cceeeae3f6a7772b4f05fcc9d7ebe45d03781ac173dbc8b5ed5f63a4e3329d8d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02164, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.22899268900801, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 602, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:09.260711+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dfdb778-9412-48d1-971c-b03cf4703f58", "result_sha256": "cc3ace520b6b790611411259fa728d1e6c46c4da4d74833cce2017a58f29e411", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.307494200998917, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Permanent Marker", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Permanent Marker\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:57.218826+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "faef871e-990f-4af9-bf16-18b42286c925", "result_sha256": "d8c1a1f75eb7422c98e0e859803bae8f5f5be94f6b486375b424c94f98f2556d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007915, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1278, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.295176769999671, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comic Sans MS\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:27.010710+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fab4dd5d-4ad1-4a1d-a8c1-bad881e85564", "result_sha256": "0f77c8dd29759766dcb9b2c19bb82397a6267ad47179e93d35f93200ce3fd22a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008205, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4062420569971437, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat Brush\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:53:04.617039+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c46c102b-d08e-485b-a67e-59fcb9aedb88", "result_sha256": "82bbd7727da87e5be126f91ad37f8a5fa097e8c20f6c572d35f32f1e67a5008d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007685, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1262, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.689634757989552, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:07.805774+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d760e4f1-a221-497f-975b-dd32fb3eaaf7", "result_sha256": "822f911fbf6b32691b0f29560229e29ebbd3c049931b608de42bb43b86523d09", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.5785130739968736, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:13.034555+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f5e38c7-cf7f-431b-aa40-f527453c8acb", "result_sha256": "2f0b3ef03da74ff59824213a1f0ac2c0dc206ab2f129bfd5d414b048b19ad5c0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.315390238989494, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:27.560320+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0789bd1c-2f82-43ad-9833-01f29c871a7c", "result_sha256": "552b6882813415918a486bd9d58f7fbdb78cdd6a114369c7190978a63a6fb1f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008195, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2890522639936535, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:57.967601+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7d39fc7-c735-4e2e-b50a-308a0dd19f0d", "result_sha256": "b82a0edbe767f0642a3b071df8b6d787027ac4710cce627dc09e8694f49e283b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.30205991899129, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:33:17.841373+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebb1ea95-f98f-414d-a9c3-a5b856b8d985", "result_sha256": "388932ff79b8c53f46bb2eb661ae95873d75fa4ef94ec14d914be3469d5eb237", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008885, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.153723240000545, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:04.458638+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7d806da-6316-4838-9752-ff0286b023f0", "result_sha256": "a5580fa8e9d6a8e77a17bbe829407627f226bc23548bbcb239dfd581f046b001", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2821961349982303, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:28.280031+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "03dbc6c7-873d-4cec-9161-998fbdb970b6", "result_sha256": "435bdf2a99c01f10334139035bcdb52d25a3710f910c5ede9e1453f41ef976d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01834, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.78139527500025, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 447, "predicted_category": "serif", "predicted_font": "Playfair Display SC", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:47.677607+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f376a2e7-026d-48ea-b174-21624bb3cfa2", "result_sha256": "620c31b82b1965b49ac5e5474d23178ea461f512c329ef3be5698447fd7e4652", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00831, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.767497034990811, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:44.827288+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a500e75-4e5b-44ef-9e96-2e6373fcc80d", "result_sha256": "18b66fbb1f1af73bdf9bac798e4675e936e0e9867816cab8dde93b022315779d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3501745450048475, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:40.513788+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d10ae6f-4106-4228-b814-44502fd442e0", "result_sha256": "ff5f36ccc129d221a7079bb9c09ab4c7a2286deeac4cdf4ee9c3c96388739977", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.56005116700544, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:51.475995+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "630e96e2-d509-405a-9c0e-b7d188d27a5f", "result_sha256": "48871449fac5d7f787b6316c8aa70e5988e91cfd870cf1c6974e7f29823eb058", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.353693981989636, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:51.270953+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fd38ca1-1ebb-4813-8db2-fcfa6fee7f13", "result_sha256": "982de8f17d1d93b3c4fe845656c02a62ab0d3aeba30a29324781f4a6e2b81ec1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016485, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.422656980997999, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 382, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:31.153452+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "488137d6-c3dd-4a72-983c-78bcb95f40b6", "result_sha256": "ebbf338b1cf8768566159af10af19cff571e72253e034a146f94fa9f5da9f4c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.6331126460136147, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:47.187585+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15c3228d-4100-4282-9a98-4a775624f6f0", "result_sha256": "33da8e169a5befc27e1c0f2758c930e38d82f6b8ec580f07c89a895e972370e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7602414889988722, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:05.471659+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53bdf90e-1edb-439d-b056-aa95cb58c4c0", "result_sha256": "3dbcce722b76b4725a3a554efd892255c5fe49027a196c10609a00a323fad1b6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.5972673450014554, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comfortaa\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:45.825506+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34eff97b-00af-4d5f-98dd-7ed4fed7c8d7", "result_sha256": "83a15b11656d3ffa3ff92d23d002e5043e4d3d5f2a1fbb708122e9f961fb0db1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008295, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.363090362996445, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comic Neue\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:25.866617+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c50e2ea3-5948-4e3a-8dbb-42894b4c7318", "result_sha256": "a743e7e727ee772230b89673aee773d5f47656081aa8cfa39b958e0b0046460f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008615, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4710040589998243, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:21.584540+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2c91174-43d1-4b70-ba8f-ba0e47166d9a", "result_sha256": "7e07ed7980edbbad8813a1810cffcf6d322f2f142e8618510502d2be0dc5c77d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015535, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.855366057992796, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 337, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:26.642868+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a01ece8-c7a9-4579-aaa1-dc0b931160de", "result_sha256": "93b522889c47752db48375b1244350b58b501c8a208dc539c8ec048ea50e0c3e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.637259458002518, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:27.766472+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b42a5bfb-2550-4571-bc5b-65260a60ccf5", "result_sha256": "16480f293cf5717d955271f132a78ce1a2b997dc57af17d753a67193b0d548c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.73169321900059, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:40.885196+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e319fe7a-6493-471d-b7c4-b0e319aef3ad", "result_sha256": "f41c809c2c500ccb93fa438508b13a0db66b347882350686eb1b6351dd6eafd2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007975, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3375449660088634, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:01:27.404267+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd621c70-4534-44cc-8a24-e3900a61b404", "result_sha256": "84eff1402ea578641dfa2da29c4ce40f38a8c5bbc007970cde5aa5ca554184c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008245, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.28531819699856, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:11.408185+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "359ac315-b2b6-4e79-a607-f63eb35abe7c", "result_sha256": "3e9dc1869377414d5407a9e170da17bbd04ad41417a1b1e3c9761ca9a315a89a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4082685119938105, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:18.746512+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6673bd77-80e6-4f78-ab9b-b8eb0bdb5d7f", "result_sha256": "04e624ca4347f9affa210e6cebd313d311f49d0c86d5ddc3cf60817a2f15e809", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9118425460037543, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:32.479937+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21305b6b-bf2c-46b2-984b-0e57dfe129c8", "result_sha256": "6db9157f30f015fbe72a5661039059f3f51d540a1af7b61fe613ae6e2629e43c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.335561605010298, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:39.724503+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42dabe45-05c5-4cb9-a2a2-c9480f87c32d", "result_sha256": "c788d514028700db0e997fecd34d888679c14382772982b112c9106d82ca511b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.93711921099748, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:40.093206+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6894ea8c-f9f7-4226-9d05-e3a86dead37a", "result_sha256": "8c352ab6c58a4b60995dd88a0beed38cec508e0e0c7cc5d70f90eec38bff7b03", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00814, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6455750219902257, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:53.463604+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7689dfb0-afcc-49dd-ba59-5d6e03be2583", "result_sha256": "6348d3f6cc856a60ef56f7ae031564a54220feb9d0421e49ad7ee03f5eb61ed2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2962242599896854, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:02.576493+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf13229e-3ac3-4e7d-80c1-55f37fa1baaa", "result_sha256": "d4a2f52680568476d7b0d3f06d23951dc1d409452e1e4aed83697071c7723d51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2284740780014545, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:02.222690+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c42333a-d114-408b-b980-c2864fdf997f", "result_sha256": "328fd79d31dfbc7dfa154deb1fe247332dcc16dd8c8c775ece323bf1b615188a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1278, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4748319149948657, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "other", "predicted_font": "UnifrakturMaguntia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"UnifrakturMaguntia\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:14:47.040443+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b5abcb8-6f17-4d9f-8441-febb2dab4809", "result_sha256": "477ecca90a740ce16fbc83d7373bdfeb93897643b61aaca7816b73c6ce9ce347", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3051721730007557, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:44.423427+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b9f51e-8d41-4aa9-b428-20146ce07d9c", "result_sha256": "8e8aa02b718511ceb60de04064c19b4e43c65219529c3687100d6af529cb0c7e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4217634390079184, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:58.451301+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "454613ac-396c-44fd-b42b-5bdc570019f3", "result_sha256": "74e5f5713e29db7fd9a22d8658434bd604792766683fc23521f6b8c18f4f443a", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00844, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7097021200024756, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:46.196631+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61a80913-4536-4f02-a04c-a212a4a9d8bb", "result_sha256": "b796ad50189fdf874f943f72c08565eba4521a69f941331e2cc8c0d2962ec0a3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008835, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4996552360098576, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:48.455724+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "7561a12b-bba1-4542-833a-bb04544023bb", "result_sha256": "d51c49d259d1826acf83b3ccaaf538d605f175859f01e05c056230431fd44b2e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.1718881790002342, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:59:23.213641+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c302c09-4072-4fd9-a3c3-7d2a7858987a", "result_sha256": "fb42c89eeb2f3fba0a0105044641e92db01a58da4e822de42c9fcd3d7a342f0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.568670446999022, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:08.338637+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbd54c9a-0ec9-4ddb-b1d9-41e149c068bb", "result_sha256": "368f140101f8bd53e624c6c151d8ab6bc92eb5f089c1f8713d8f581ee7c0e6dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9056362400006037, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:46.874166+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0619ecaf-2d8f-4fa8-8674-df3cc3844e2f", "result_sha256": "c4326379d5ec3a9a4ebab92f11aa1fd637db598deca07b8a5340a247983a1a0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.323324794007931, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:36.060867+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a5431c6-82b8-4668-a437-cbbfd2472bf6", "result_sha256": "6ff3932ef83f76f3ff6ec637e604daa73ff28ccad17019cc5e3a38d973c99abd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4494324829865946, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:57.627918+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5f5df9f-04fe-434e-8236-d121205beb57", "result_sha256": "f251405f9f123f1d4be0a17999ac2532136eaaf68a7c9342220b5bcb5a6be12d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6571623369964072, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:13.982967+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcb94070-2d5d-4041-bb08-3bf3190b9a8d", "result_sha256": "83313055f25e56692477749a071f608bd0c1d0908103f3b85cc3607c2ad12171", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5575971100042807, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:59.904363+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32dd4f06-cb47-437f-aab5-862e6f2cd44f", "result_sha256": "3a5a37abbc81c6b43b09e0bf04fe253181422485ab8ae6449a94604f3e497b4d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.812121675000526, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:09.458977+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "312e81d4-bb85-4f2d-a380-908cf8f5e115", "result_sha256": "cabdf3e1ab5c67b24c90ea196f907bef2430a8b804a38c5375522b6b0340adc8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3563180299970554, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:57.954065+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07786f30-fd16-497e-b6c4-5a071cd0e6f2", "result_sha256": "fd48773791d91fb8ad5309dac2cb9ad742cdf44340986632796f48a8af834383", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00915, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1130583210033365, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 104, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:09.197685+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dc6f0f0-7e55-466c-9728-62f0d395a069", "result_sha256": "5dbd0ccd1f80c1a1a764b443d14ae23b78656b24bd1ec08f603ddb6a7827abe1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8798469610046595, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:49.430682+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5c2a06-cc37-4344-ab6e-c9d93e95316e", "result_sha256": "73ee881ebe4ed8a4ed0ca697cba26015816468a861ca807af628fd1134242044", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5958973249944393, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:22.517468+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53914e81-1b47-4ef3-b270-17e5c19f5cee", "result_sha256": "7d4541f94740932f257a4471edaa4d26a9b79d913998131adb5bcadde57b9670", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008035, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.61124637699686, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:18.656179+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ed9ac03-8c27-4d8e-9c2c-62d0fd2b93d2", "result_sha256": "18ced350d0a032194ff2986459dba14ea4b4b424b02eb6915f14d2c0d2c24557", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.6761721840011887, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:33:34.683142+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c9a53d-163d-45e8-97d8-4caee308a552", "result_sha256": "d2ac9f8746b84f1cf487c16b957382fe8da75c695a71cddb1abf63a5fd036348", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008345, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1364, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.643572696004412, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Tangerine\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:39.650373+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a928ba-74c5-4a99-abee-429c3d9f597d", "result_sha256": "ba6dd2f7d628cf1c0d9d7a3072424fcfd6f9b3f22c1180c4a53f2d4f146242b4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008235, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.485214543994516, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Yellowtail", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Yellowtail\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:56.420387+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c4b177a-43a1-4775-8d54-78092354c35b", "result_sha256": "ea2296ba884a2c0e41ec86d73fd835c2c2acddbafc31cf896d0f7909bd507ac8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9820767759956652, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:20.157249+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d47cc3d7-9f8d-41ad-8ad5-5f3bfbb55969", "result_sha256": "7213a1935f3009c200a6222062ee367c9387f0737cb5afcabaaa20b768c454c4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008145, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1364, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.540352935990086, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Satisfy", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Satisfy\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:14:37.258172+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94ee5291-569e-42ae-96dd-be6b2b68965f", "result_sha256": "ad0bc34a00886982d5f62f7140e0115a1ec126e8a91db7267698b7bd943f2df2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4186192199995276, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:42.055598+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d04984b7-d619-4ed4-8722-a1e45debc3d0", "result_sha256": "f3d21dab2c1587e08f868ae344aa0b3f5315ecfc915665fcab3872db48680267", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00795, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.502322328000446, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Yellowtail", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Yellowtail\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:28.652211+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a38ca08-25f0-4da7-91e0-016dca1c2561", "result_sha256": "250a158e29ff58dcc42aebc93bc771a53fb9f6f841136685b9eaaff5186563c0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.452191899996251, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:11.537138+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e434409-e888-445a-958e-7034142280ca", "result_sha256": "9996338ce8c6dcd51f43c9eb50c25fd1d28db82bd382b0de5c3c0276c968ba6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.635604107999825, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:04.063126+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df4254d8-cc8c-4d82-8b52-180afcb566e3", "result_sha256": "f50e0221fc144c4348165197473b2a21cd8e8343c184fed8f8485813fa61c89f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008545, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5601828719954938, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:04.304371+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "012cc9b4-7854-4c6c-8b32-e3ba4ebc5648", "result_sha256": "655836c1b2b7e412b3e6e19fb2180da27c079da6ce0566cf747c600ac87bebf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.593512962004752, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:44.195325+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee741097-2273-42a0-930a-256f96e1c685", "result_sha256": "74f070aaad4be5037ec27c941c6cf1cda7a7fd3addb690ff4470d5eabf664f6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.486287739011459, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poiret One\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:27.704119+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79fa6bbb-cc0b-4bc9-8c6a-8b560b00ee93", "result_sha256": "7cea01001d5b6d41726eefeac5690b866661e6edf95a11a96d4cf6c690a11e4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008255, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.2647158600011608, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:13.652733+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3132f075-75bd-48b5-8fda-484c32b006b2", "result_sha256": "d1840705ea9ea202b571cc96c3dcfb039ffcd34b771ee8abf87bb2396c7c3ad6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.629086233995622, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:42.804288+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07ad4a00-afda-45cd-b5b7-ac9d20f2f73c", "result_sha256": "68cf9a2f4e3c13ea2a2eb3b0823a12cac20ce7fcbb2effa660428dc7b5df6084", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3535267489933176, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:19.862187+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0535a8f-5edd-4318-b84d-8cfec65fd24c", "result_sha256": "707015b09055bc511235ed8d216b1f6ef23936955e3d0fb4910b76ede3463d4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2509023010061355, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:27.374505+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46838ec2-c349-4b4e-8abe-dce4a762123b", "result_sha256": "cd63b93f18a648c04eaf0aefe301fb9654450eb410939c32726c919bb80d525a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.0870431419898523, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:24.986685+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "faf9a643-cd24-4453-8462-ba9a560dad4f", "result_sha256": "6ca1c351cbfb3db73890822d6b09fbee3ae2be3756259ab4c18406551f280d20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00821, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.127354550000746, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:33.925028+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1798464b-a066-4ab4-978d-7d28067a2f25", "result_sha256": "baeb71af7aee13294d5e0ac3c46001b2d5e7dab35fc6d673c9418d1c46b36f46", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1775775760033866, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:04.444945+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45ada9e7-eafa-4126-a0bd-dc91d18439bf", "result_sha256": "178a1219411fe33af1a2a43f1c365f0b73ddbb44b1f4fc860515d4d61af0781a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00866, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6967103839997435, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:55:56.794544+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b09e7d8b-5841-473c-b71a-ccc83c6447aa", "result_sha256": "f3cf843d8a5b2c15c14a50d0db10648ee924ca3ad7ff0b411470f45679a0aeca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008465, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6689465579984244, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:18.168574+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d698246-7f84-42b8-8ba6-40ba1d1be361", "result_sha256": "3e0d7290279a8efc7271d4ef514ec8692dffc481be977fa20d64c9a226f022b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4468461299984483, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:41.788050+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cae47eae-fb2c-42eb-bce8-f692d4075577", "result_sha256": "db2e8a92fc9f12aadf31222680cc80f4991c96dddcb1414f4d1a8942a2c597f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4014542950026225, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:59.339975+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b963b91-9ad2-42cb-83e5-cc6a47921672", "result_sha256": "edff8e197a2b6b424ddaf6d85465134367bff9b179f4f03fbcc83ea3e690ecd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4511014930030797, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:54.152772+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab7d09b-86d1-4e08-8cd1-798147a82afc", "result_sha256": "cfffa59551d759ab50107fbe383c9027baa9715de274270e5842de34843f190b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8623696509894216, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:11.681238+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cf899f1-fea2-4dcd-a9ed-a01576e7518d", "result_sha256": "4391a3baae76d6ae03d2ac631d23d10b6bef4684768d42eb70f3ecf9a9f5cac4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2616569389938377, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:56.072211+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb11028e-0380-4139-a695-928ff0439694", "result_sha256": "571d308e8ce64c7fc8ee85978c6c63b9f736dea88cb7f283182c41c428985a21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1639863890013658, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:50.484173+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8e2b0b1-723a-4460-b4a4-d6442091375e", "result_sha256": "6cc60620d8a1f52f602c0f9918f98c6ee18cb37ff9d73e6d4665f6e78da1e27c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00794, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.6421002659917576, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:13.379551+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c02e29b-b8f8-4406-87b7-e9df311c011b", "result_sha256": "c9f36b9ccfd3d88b546ab3e258152a07696361b1cba27634bc411fd00524dee9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0937711429869523, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:50.921564+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e652499a-2e93-4234-acf0-355b4cb439ee", "result_sha256": "686e64adbc6073a8530481f338ed45dcbbd92ce6f9eee14fa4cfc51b3824352a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4143405930080917, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:41.773333+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ecf50d4-03b4-4d19-9a35-0f840a4b959e", "result_sha256": "79de0ef0b679deba4ba11804aba381dd05302f33015b7fcf8135c98d0d08ac92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.159104917998775, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:13.080060+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08aacac9-3317-4333-af25-9df169bb401c", "result_sha256": "9eac476e2e98a95a4beb9ce43ac8ce944f9af0af8d4f2425cc749bcf7eb11bd4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.391795376999653, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:20.939043+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe2ca1e0-865e-4802-a08a-2dbcb8e0245d", "result_sha256": "67d382e69bd888641b5695a0de29f3f4f49b6412161c670a50e9a8d0acaca706", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.164054669003235, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:32.702627+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "335997af-aea8-4f35-b897-78b5789b8a0d", "result_sha256": "978197450ceae65e084129b65cc51a2697690ab2740122a36b91504484489bf9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.983213899002294, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:06.501102+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a5ff5a-9d4f-46d0-944f-f1314f9f417f", "result_sha256": "8e6c7a6469ff01033f14cbefccb0fd26e931c0285797bd7b32423e114471e8ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.669501112002763, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:53.056254+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f36aae1f-6e9d-4437-915e-afbcc0248366", "result_sha256": "87cd3c7fa980acbd967a9275a2d67884415a9f5b17c855f0a1a499ad956631d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1481660550052766, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:53:09.701877+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ff9ca4-9a31-4e83-a107-f198ee95428d", "result_sha256": "b0e998f38c61186e8148f44b60dc1bb8e160f4f3976ddb6d59e236ddac9c044c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.029936295992229, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:29.084958+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "400522f7-ee1e-453e-9d11-cf603a764b13", "result_sha256": "78a35bb191fad19e7b49f7c428ab28241734c5b4838ee335d7961255f039f487", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00856, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0745973009907175, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:37.052276+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e50e728-630d-41ca-beeb-c5e355488b41", "result_sha256": "2fda6f498b1dec0466f42fd5d578b9e4e4ead7a9098abf7e9a39a262e6e33cfa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008015, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.689322429985623, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:19.360416+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a59ed7f-cbdb-4c30-a338-f0ff8481de75", "result_sha256": "7b92ef9d748956791195ec5d5571eebe2655583f6af7ea4d436449fa0dccb621", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012465, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.689081011005328, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 212, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:01.102330+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7afbc91-17ef-44d0-a734-a1c4c021eb72", "result_sha256": "d258cdc4fb7f84063f0412d6c3f5a2f327fa004a11b728ae222d939f6bed9f23", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.481472516999929, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:13.310449+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "391089bc-c5d3-4c30-bd6c-e940e30efb6d", "result_sha256": "49965fedf74d93c48630998f2349c2c9b99cf0d3668c5fb5b44b0593682b5bed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8668299639975885, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:38.400744+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f5a88bd-10ec-445f-93cc-42f689bae4cb", "result_sha256": "bb39f010c8fd2c5952a6c5732eebe6fceff1d0d2373bfd1a09bf792868da5245", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.202626092999708, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:05.624295+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fc4e237-609f-47e7-a548-29e6cc0cd5da", "result_sha256": "32cbd145f6fd2f6b64c4e45ffd8a4f3bc6f0ff562a83e931abfda796668cc1d8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2262757750140736, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:53.130438+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58927639-269c-49f6-9cbe-56485d18221d", "result_sha256": "ed79875c4f33b21074e92ef8f1be222837e620a5dd0e1ab4200456db844a5044", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1433, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4117878779943567, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:45.930425+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18bbcf7a-e40e-4977-94ce-2ee879e14cad", "result_sha256": "e1861f531cc39573cdad64a3824f30403067ef7e9e222de009129aa3ea39546c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.313137763994746, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:10:56.348450+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ae21ef0-7482-4322-bc64-312ff796bd1d", "result_sha256": "adc7b8a86d03448a7a295dd732ab854f0bd33b895590b973f02b9c46eb8ab6b3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00906, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.330884995011729, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:32.521891+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfcaa356-0f69-4121-8ddc-77dd770f1639", "result_sha256": "39f1e344a76976282a53e25204e7f277008f3fdaaac05c34603439077e5247a9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.687462655012496, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:40.421104+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fbf1082-d82e-477d-97ba-2560e355010e", "result_sha256": "f260e68f11695203a8360c2f11e808b86c506301ade7694c7415b66ebbbe1904", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00886, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.286294624005677, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:51.119732+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9edba87a-6e45-45f7-8a6f-1f31de08332a", "result_sha256": "13d4afbae5d2d73dd02de516c0caf220b6295239573ccd259e3955144acbb1d6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.037016367990873, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:11.194288+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dddcf301-7e39-49f4-b5c2-3ab640fda063", "result_sha256": "c12d4e52295a1f3e006e274b8c315305f110290c44c1920c2074a75840f4f322", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.554882161988644, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:13.546502+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d39d7e4-ed81-4961-a474-442adc85e251", "result_sha256": "8e4c657acbf6dff58ca27a39bb978a7dc41a3d273cde6f48287a20ae42489a2c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.64328886999283, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:53.345469+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de4daa8d-1599-4fcb-9b17-68bb82993d88", "result_sha256": "487b2269aa4520bb6eaa0f0c7bd7765a089b45c0223effec1b63266e4b445ed8", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011825, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.21264251699904, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 211, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:54:01.901149+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f87b62c8-13a9-46ad-9367-45ceb6ec633c", "result_sha256": "b9419b9bb8b06cc5fca18ed77ffdd735d1937b1e479b4075b273058e7d41d1f6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00832, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.217116995001561, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:26.197213+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ee0d313-1d5d-4425-9743-b9a9a400ce08", "result_sha256": "6c78c5e63ae0c662ddb841564660bdfe1cb48e65caecffe785a91903e7d6a5fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6901296020078007, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:40.691902+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "897bfaee-37be-4bac-85aa-43d2ebee110b", "result_sha256": "f216a056588d08a00cc3a4cf25ebf76d47410f9082044773b41b041ba44ced42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.76418263099913, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:17.788732+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c2e1935-2a10-49d5-a4be-5379fd7baedd", "result_sha256": "e241b410b04bcf5258f770ddbb53f4064ac00f5283cd7662245a88d109af719e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5580647379974835, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:25.949252+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8adaa1e2-2204-46a1-b67d-8cfedaf6d308", "result_sha256": "bbc7adbf19b3567438b5c6c6cb6aeeaa3ec9beda57473c5d95da214ed6b65d6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.758408194000367, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:02.019914+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58353c48-c693-4552-ba13-17989c89a9cb", "result_sha256": "0b7d940e56ae8a7e3b82bc6253626d377a19a8406ce37d4853dab56e62a66aa8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.0480821060045855, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:21.866753+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1241cd-4565-43c0-bac6-bdaaa9757726", "result_sha256": "b0178cbe315a46c28f78f3f164390ab8543a72907ebe6c2c74d17416a7f8ea49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.566005121989292, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:01.731030+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56e6c860-ea82-406e-8b70-effe9434574e", "result_sha256": "816fd87d2b50f689ea1e2230bba1cc1e39e1eb4bd88920eeb581f02ea152cca7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5789538669923786, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:58.701545+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30ca6912-121b-4ac9-b259-2a4a9792beca", "result_sha256": "c14db434fa69d0b95e485792e98d9ad9183fcb7b1ffabed7626f127dc566244c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.268040387003566, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:30.722437+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7fb479b-7d59-4b4f-b97f-2baea9038dcd", "result_sha256": "a3baac37d30062ad1033b98b142da9a362f6abcc9ab835a7dae6610a54d6b41f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.322007989001577, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:54:51.595306+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b2376a4-9112-44f2-9079-e410036ab60c", "result_sha256": "4fc356c37c48c299a54466d993892aa22d0d0b8b09e3003a42c388b56b95edc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00826, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2269992630026536, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:13.091005+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0164d1e8-61da-4172-b9d0-8637a31bbcab", "result_sha256": "613611a6f987ad4e7e3a69d809d82a9c7c85d120af6cfe9072badc31ae779c8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00774, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1278, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1637765530031174, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:13.008104+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd00e798-0521-4975-890a-6135122252d7", "result_sha256": "6f58ac89875c8133dcc886878e580374179a1c953fe8d32acbcf8a8fc387949a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01057, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.7274547349952627, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 150, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:51.069097+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "949c580c-db30-4b8c-9d43-6e2b219a47b0", "result_sha256": "64ccacf54724cef76e4b0538a84ff6bf806ca612eda55f2d6c32ce6f4902f886", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.668627311999444, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:51.803174+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ff5c2da-f4ee-448e-8c3f-d1d6a25f0e48", "result_sha256": "718289b869151b29c7844b260439b39d7fecdd7eb409d6b56136e924ca270d43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01563, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.111245616004453, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 357, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:26.702063+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccff3e18-3129-4100-bd38-733ca207cd5a", "result_sha256": "44acee7e71d410f86b5fc6e4aa6393d91368a43b162b5505ec6d6ede320e5122", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5995413979981095, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:55.049017+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba5c6bf5-14c8-4549-9c8e-24323020aa06", "result_sha256": "535a2c85407fd1172dd6e075c5463095e816183f6df2b75cb3ff8f92b520d02e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.413833219994558, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:42.008061+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84bc4450-fcd5-4d20-bbad-33a8170a2c15", "result_sha256": "cd9f3b865bc068a72d79a149f3a87fa2c53068efbb7a58420e128a4b059c2267", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0167, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.451991762995021, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 390, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:46.315327+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d8a28d6-e8b5-426d-be94-ffbbeefff3e1", "result_sha256": "82063e73412f8b4de385225ed2ad643e6e84a165d889c1c79cd5dbbbc7c5b135", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.306752239004709, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:37.421534+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3600f40b-bf0e-4d04-9cb8-04940c6fe7b5", "result_sha256": "684de225d72292ce051e939787f69df676beff7bb66cf9354e81abd82638a706", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9778448220022256, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:15.100822+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b5a2d39-c0bf-4027-9fc7-65ee023bdadd", "result_sha256": "2db13db1daae9d4e0248571bef847d619700216e08884f2e6a568c9540b60ad9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00809, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.376111908000894, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:27.812645+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1ecc265-f5bc-432f-954b-ff3ddf2490c9", "result_sha256": "db591a683e15d107c06d5dacc22c6080b69af306b338e8df915138cc862fdf33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5627949369954877, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:20.144613+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5dcadd8-0fea-4e42-8540-85fa49a44c32", "result_sha256": "0a9e41c9ffb8ddc0fec2806eee6b13bcb7da282efc0d03e7cc6516974261791b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2435210129915504, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:30.708845+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f6c4bb4-e8e0-4ed7-b449-20828024ab48", "result_sha256": "afb465f7221d16754662ca49bab08e4b02d8cdd2d7b460d864d492f413167690", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.339699493997614, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:56.097308+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6687392b-69a7-4ef5-ae89-036ccbfdca4e", "result_sha256": "adf4280baaaa915fdfb1e7718c90191c25259b76d1925a7ac79ea129d5a9ac78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.753220769998734, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:07:24.836904+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57777020-5ee5-4c33-8350-090a229c07ee", "result_sha256": "8b0767278ca5ede5ceaaee809b9367656186d728d53ebb77b920e52a844de0ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008935, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.523045098001603, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:32.814262+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5f0de56-5d65-4ac1-857c-6ce11a82cb10", "result_sha256": "f103338695d93598a5eea47c7c00792ff595b26b71b5fff678d7886f1dfecae0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.522102449001977, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:34.608073+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ad25ee7-027f-4e3a-8af1-997cd7a8526d", "result_sha256": "693bccbe5fe4ab1f5ebb8da5c4e26ebf4927f460211df0058719cbd29b7213ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3198759740043897, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:38.340460+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81f1c029-67c3-4877-a414-eaf2f66beeb7", "result_sha256": "08dd06aa7097b41c8c743849b322eef543ad977d076caf0c363fe6f94b3037ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.461699867999414, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:56.394140+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "863fd485-ffdd-42c8-b707-98de4f06caa6", "result_sha256": "1d55c0f02be602f80bd66373294754417f0f22f78e1cae2ca127d4efb30c405d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00844, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.289544379003928, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rockwell\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:38.559795+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f6bc7d-4509-442e-8461-d5bd014cd544", "result_sha256": "065ea8e19bf2cff4e1074bc5116331454201cc1c3144b7deb02e1bf34fb8d27c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008285, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4144331059942488, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:08.387628+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "039cda1c-74c4-4d62-9a9f-b184921c23b8", "result_sha256": "ca967627165d4a24c0e173b102beb21190b49d8a6d2364b1e43b3e27b7f564fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.189539554005023, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:49:44.153233+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57bee8b0-fdbc-418d-b475-f684411b8b02", "result_sha256": "c9e26bfdd5d95589598e5ab5c2239c054941a3e1eb372d6bf5e188f3af9c83e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3614736369927414, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:26.041862+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd45804f-122c-4167-b4df-3dc9fb1dfb29", "result_sha256": "b34fd483fe08d2f44d4410765722d75bb2ce42cc2853118b82a2a17c4977407f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1316480329987826, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:41.932409+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6261dbc2-68a9-421c-9a62-be0e9b4f3d9b", "result_sha256": "b302a0ba2ec1c22e39aaec88f42331331959eb4f2259c29dd524d77aa7cd3116", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.298008846992161, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:14.567668+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "777da579-8be1-40bc-8f5d-a5747d7d4126", "result_sha256": "97139747234b0149a10c84a31cf6e1ed227e0457e64f7561107f644f67eeef30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.46345694300544, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:59:08.314112+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a78f0086-5a3a-426d-8e28-76cad2c0f856", "result_sha256": "81e7b50ed256d9d041fadb621775d30564e2b8490bbb57c910e616e38b4d29c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.249501397003769, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:55.125767+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8789daa8-ac51-4b53-bbee-aa7aa39cf8a1", "result_sha256": "9eeeb39a2f59557d20d2da5dfa7c065d303ce8f133f15f40da40b0bc34722272", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.337891283998033, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:32.677120+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29713db8-a3a9-499d-8f1b-61297a7bd5c9", "result_sha256": "1974f0c51815590e437cf034e044aebb2b11aa619cc8a4d7d404338c789d90f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.702863444996183, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:16.742858+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5ea0c2c-e988-4797-a874-74cf5375aadf", "result_sha256": "74b165825d265acc7d52c47878c97e5ed12ec8a76954b1a1305f2bd5554a4653", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00818, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3437348030129215, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:52:14.363822+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32bea400-1477-4618-b20f-ad2e328c30ee", "result_sha256": "2bff7a0746b2469eab721bb4bb79bed779d500b633873486cec68a9609af6d87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007985, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.287550547000137, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:22.537693+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5b22483-6603-44c4-8ec1-dea9b6182f67", "result_sha256": "60cf24c5995ddd8205b9d9e69a27d69fa0cd7e9fc8a04874f03081c151f8aeb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9373497310007224, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:37.226381+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a1d6152-e954-4bc6-b187-066028420979", "result_sha256": "826b4853f20ec669654d12d4c127eb47db5315a1f99c673ac4747f2e2619639a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3589832080033375, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:08.758937+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b33bf07-b1b5-479e-a172-5a1f35e5054c", "result_sha256": "278e3e9984338a742c5f9265e0ec5edaf7402666090e0da497e930d5319c09c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2422296599979745, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:03.522243+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2457c5a5-a6d0-44d6-b6ec-a8efd9cdc2d7", "result_sha256": "624d9a0c48aaf566c862f202697ec3d138c8371d01fc067a323235f5abc16be6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0164, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.24925071799953, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 394, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:39.853903+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "746a989c-a6b8-42ef-a68a-7a689adc5504", "result_sha256": "0c1c208a58f2702a50040a31b9eec307e61b2fb0919ab48acb230571d09d0795", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.262615268002264, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:22.565798+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f204c83-4a9c-46ba-90fa-3427bd88a8c2", "result_sha256": "3679930e2ab10a5813b65fc0bbe9ef12301a1d54ba439aa703e3268dbdf03480", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1872777689859504, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:43.257727+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c3aec21-f255-46d7-89a4-014261642dc2", "result_sha256": "54ee53345f5d37047a4afd6da3ef5eda67667d97ec28ff9827aaee29a2987231", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2023226549936226, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:20.141189+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c477858c-33b9-47a5-8cc5-dd7f552b9bff", "result_sha256": "58d34e477f8a944d0a57e7a58bb5e51475c9ac122dc27a57e464e6f28c0efaa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0081, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.5146916739904555, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Arial Narrow", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial Narrow\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:11.182934+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1533889-39e6-492f-8bf9-b303d8cb7ee8", "result_sha256": "56d37a45e17cec56065849f762f0dbb7855a7658361195ddd72ccb82d3feb2af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.408746807006537, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:34.257883+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d042c58-2623-4384-b274-76f81d33b02a", "result_sha256": "764857e9c9d5197ab1a69d5af7b06e5fb327d352c248fa6f7a693715db9da913", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01917, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.118571197002893, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 476, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:16.510587+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b104211-f92b-431f-8346-f8a9def94167", "result_sha256": "317fc2f0aca9a4304fca1e3e543fc0cc8e4c04c3af7761478f2e9fe02d6bb6ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007985, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.346482020991971, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:58.397683+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b28d8c78-ae57-4f5c-84fe-30e7ac60292a", "result_sha256": "96931b878d859964e504c510c391963dea007092d1008eddb1a1e4931298affa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00799, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4077121810114477, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:04.400803+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b467478-a05e-411b-9fe4-77288f68bac7", "result_sha256": "6064896ce22f52911ac045b0c13ad1325e851bd3bf8f5bcd77eb29c5b1c2911f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.9731738599948585, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:38.624737+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4219359-0ba1-435c-8b1f-c7e431157153", "result_sha256": "e8cf3c3e218a08bd9eb7bb225486408b2aa33c6872f9dd7291a696bdc79bc1ca", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4491829840117134, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:15.888493+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "854f5c10-5686-4456-ba60-4097091c0c9a", "result_sha256": "1e9b20b34c8f20c22dcdc4287b3c2cee9c26de1dffbd2b2786d672ee0c30397b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4385019119945355, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:26.571304+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddc778dc-e3a4-4502-bca9-50dfcdc7b2e8", "result_sha256": "fcea06c83e42bbff836c4451768edb200b0f130ac55a6d18655c90417a35a08b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007985, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.371355619005044, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:09.936754+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c52546d6-aa11-420e-bd54-f618dc742249", "result_sha256": "3e6f60793066feb136d7e926811e61d1a37d9983392eb8659aee3c12da9e45f9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8571198179997737, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:08:14.409622+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5700ed57-1bd1-4c0a-8dd5-17d0b1b2bea7", "result_sha256": "1cd681249173eee48fd9ab5c2732afb10b1196b3c712027ec7be50ad85b8608a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00799, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7127600730018457, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:51.218063+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "962c93fc-a38d-449a-a948-3bf3fec584cf", "result_sha256": "104bf2da3f2bd56665999e96e908a1091433679bbabd2f340b69580eff0f2834", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1866199290088844, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:03.617480+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "433b51e7-2386-4dcc-adab-ec3d8261ccdd", "result_sha256": "df7e87c01196b14f604809ecfe6b3a52b9c3f4fa2aeb461deda8f9226af7ae38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5927782249927986, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:44.729967+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a76b3347-b0aa-45e4-aa50-e9a31cdc2f6b", "result_sha256": "a1415f61d00886a106aa3f71966a225a9a1b284fe96f882cd7c3a0c86624b7a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0081, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5279234029876534, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:31.018611+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d53a262-8f48-4604-941b-030819431655", "result_sha256": "117c8af8945ced0137762497895fadc96ac337b73d7f54ef4c81e9b5deff26d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7450592579989461, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:11.932995+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd947bcd-5e7a-48f3-9490-945068a646b6", "result_sha256": "37e43b2fba5d50e5414f95fcd6eeb50ae6a666ee4a9d7ca6f6c3000dbed7ed06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.883808170998236, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:39.948339+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6633d3f4-932f-4a70-a965-091e0864b739", "result_sha256": "69692bf79356fc2df8050831d6ad4edc07540f8d2af44f626a515a7b86b2f7a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3272649440041278, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:08.627014+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3552ea10-cd14-4168-a20a-a7148379f575", "result_sha256": "a78cfee0ad86ccc94d7a2667fa610b568792e1212acf017fdf0175150bc1f3b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6229351429938106, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:20.054096+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42f74cf2-2e3e-4a9e-9d7c-59cd9c13ddd2", "result_sha256": "541422d76548f98273bac52263b2751e037d097f7a718ebb830570848702291e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008135, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.092871679997188, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:05.881785+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ec549ad-8b35-4a2c-8b49-b4c16e23fe07", "result_sha256": "5e10c08a7b1828000c76d8b493ce7185ac0aa5854fbf8234b82b3213b0558b0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3333363459969405, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:17.576582+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "855254fd-d818-40e4-9a0d-b5f49a2ff505", "result_sha256": "61c37463716a971e289a68ad960f077a346761981ec95f40c9284e86865c06f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008565, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.6117566840111976, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:11.357586+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afdb9977-0436-4348-87b1-be75c22eb2e8", "result_sha256": "aa1f21ffd1d1f5545888ed90c707173cb5c51cb5f73b97a1eccde498ce7ce0bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.890540713997325, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:24.241885+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2f61c2b-c28c-46d1-bf38-5a39e9add6dd", "result_sha256": "8829a8a9d7a025553d0aa6dbcb5277515924be425562214e909f8b8aa26c6372", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.517512746999273, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:02.671577+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45d5fd4c-97e5-47fe-b614-61b16889e932", "result_sha256": "d3f39071d194c2befb2ae382946a3c7c25e192de95a10d2c2d9f4bf7e7e565c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.965890366001986, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:08.628912+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a5e9bd-059b-49de-9127-aed18c82a531", "result_sha256": "1fb4e2b815a9403eaa8e3823739f8d26a30a2f4142ad9ad23d4302a29260da1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.481735003006179, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:39.181237+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ab45889-d7be-4067-bfba-1c4a745abdbd", "result_sha256": "31012fb8ad93e2c1edc7c96fa122131df0f026cc4abbb653182855646f05f4f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.356198811001377, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:25.437105+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e9f05b2-b9c3-43a2-a86f-8c46c006a383", "result_sha256": "0b8a8a879b5b68d079278cc637e74edd0211e82220bd3155ee845bbdc60b2a53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008145, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0451168169965968, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:57.091399+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddfb2fbb-ccad-4814-9830-6e75ae78c878", "result_sha256": "68d7c23d1fd3be38ca4f92dc2b653c84674cbd17b2fdad222f1d3954b93eeb82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.47689516301034, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:40.536098+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3088dea-1fed-4742-b770-6407861ddcd1", "result_sha256": "0a7f103c7c80bfba67687c4fdbd7bf2db39b4c510b16c299e157375c0cad6b1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.912337360001402, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:52.091288+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "72b1244c-ed8f-484d-8684-9c7ad9c09c16", "result_sha256": "39289ab51ef1277f34fb7f6f82627dbf744ce4d8441bb2481fec89c12c955648", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6670493999990867, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:45.601782+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7a5549a-b803-4976-b607-9c41b6f7c0bc", "result_sha256": "1b9d07592bf3ee45b3f2e9b08e69e619c6a223e35d82455b1181d9920c763119", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.715436437007156, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:00:20.497951+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18c5eddf-d6ed-468d-957c-90ed39f87b04", "result_sha256": "ece34ca628996a4969e0a407157dbbfa3182eaf9025bd557d72247c158c8cbc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00859, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.5123635250056395, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:37.213588+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4be9541-755d-4afa-8053-3d39a6da0abb", "result_sha256": "7e0752ba9120882f1aba8fc13731d5b5ce971c21091f64104d7d6d11d819a2a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008645, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3720907050010283, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:38.297937+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f18c617d-97ae-48ce-85b1-2bff4493700c", "result_sha256": "fe0bff03dc5086eaeee41d3f8d3319bd110360d443d7a8d142fe57270c4d9252", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4260858119960176, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:32.522596+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "104c684c-1302-4a7b-af28-24d976abd0ac", "result_sha256": "84cda1e437c5e9f4cb1e286c0167ca0d5e144d8ceb851433bbc9ac8c29a55f00", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03755, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.47353352700884, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 1240, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:21.793030+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "094524bc-d96d-438d-8f0b-b1174215b472", "result_sha256": "bff9eb662880b5124ca5bf5b5739757355cbffc41e57552f01b166fdad64ec94", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.551341892001801, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:57:09.250050+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f376768-403e-46a0-b2c6-1907dddab575", "result_sha256": "c4f6fc5d20550b5b32aaeddfa24948e2abef191cac048c383bbf371b13486bf1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.351766530002351, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:27.046782+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1a7f16-a572-4725-8ac6-9b8477f3de1b", "result_sha256": "9c5a5dba9b175de781753b5d9a2b53d5875431aa879293d31d32289914d894ec", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4864189049985725, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:53:41.705792+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d27cf1b-f067-48c9-a7c2-c516d4798d86", "result_sha256": "ff2729addc5fbc606ae9c9c8cbd348372b061a3145bf42c156086588462f0044", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008585, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8277414969925303, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:56.461936+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e3798fd-631a-46cf-8ea8-5871184d0391", "result_sha256": "715bb4ccd2acd0ee022798b02d1fdf607b37b8fd531b991b33a6c7dcd4765259", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016725, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.597216709997156, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 407, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:34.762453+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e381b271-cfb9-439e-86a9-00077f9ae1be", "result_sha256": "a41011299bd912b191ae3ad9bed24862cc8e8cfbbded7eafd04d2cb30c173038", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00806, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.444173816998955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:15.031224+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fadfd008-acd2-4de4-ba0c-3b422e32ff29", "result_sha256": "37700da9f4de3b5566142700b242cc4c0ab765138cb924e967d5c9ee80c16a60", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008345, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.7239322340028593, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:04:35.931721+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bc63e4f-ae44-442b-9843-3ce51966f8ea", "result_sha256": "63af672b3dc4224c543f464ee5a730bd9841a82e1243a3a35d032a3bc16100a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9975907479965826, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:40.251776+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce2aa5ca-5a3c-4da1-a9f2-924b100620a2", "result_sha256": "6d095ff72d8ad4a5ece91d7804ef0fb6ed481dae385e3823b16031e3e2b25a20", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008135, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.279576440996607, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:43.567963+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b537447-c265-4e5f-9782-6a68fdb5f494", "result_sha256": "6999c9fc5a31ccaab0936a36f20dddb4789009971a39481c766e048339b64113", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00823, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3147219759994186, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:06:26.676463+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb456c41-cbd8-4121-acf4-97c5bc23bd2e", "result_sha256": "1025c7f0fde63ec88c18f9cde77508b0be334f76122830a8eaaffd22771ef938", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6551008360111155, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:55.259040+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f8f5757-57e5-4acf-97b6-e70ed535acc0", "result_sha256": "53e5d1397c19f6095be42a8b66239fb365c7b560bf376a0e4f7d026cf7a64491", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6635191539971856, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:28.068368+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31558d55-1981-4cf7-a4a3-8d757926e8c3", "result_sha256": "d07135cddc15d7eaeab50ad9ec3a6e02a3c0509d988d457ded1793830934b2f6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0081, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.381073951997678, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:06.371644+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "383df115-57dc-4fe6-ab6c-ef10059b7c6d", "result_sha256": "3cdbf901d4930479a92ead8673d01756d01773d2527993cfce01c64e8f64bea4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008485, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.418219737999607, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:48.590685+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12e3a983-819a-413f-8eea-fbfed4066e84", "result_sha256": "ee87e295d02189b844e53afbe2694efb6d53ac8ac421b8cafedb2bfc908007e6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008345, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.292978990008123, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:48.522694+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea00aac8-e2e1-4e9a-b72b-d10a525ae276", "result_sha256": "71ab1af6dd43e309fb974e0c276f4e4ff794b3c18fc6164b8b6bfdf61206c51a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1917636040016077, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:38.982323+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "521ee24d-633c-472e-910e-d97a7e7fe1d2", "result_sha256": "5db49c41e2446f9378bc00de7951a03a44c5fb33123702bde0f829d2088a6e76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7814959879906382, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:17.229443+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3063806a-dcd3-456a-a99a-da15ab7effdb", "result_sha256": "1e90c5a1e3dc0a35d1489999a4d9e71ca30f55fb1c67691323bfe5b7e7f4d98f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00821, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6504804639989743, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:45.577132+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "519e4638-bb99-4edb-b579-5eab0edaba95", "result_sha256": "7fd3845e08dcfd18676dca5105d80e7f2b22d44ea90ad591884a7b35574de2a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.660675786988577, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:09.561837+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbea8155-502b-434e-a530-dca88a3c3f19", "result_sha256": "8a2e29359579b9fcaa18a29378d10da582dd01f302a33ff55197c65c8851abd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01621, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.370000287992298, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 380, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:52.112694+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "881face4-f779-47cb-995f-a7804e8ef17d", "result_sha256": "ef30999c2269684001436470be7abca862a120e6cff060c295fac82eaec397d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8836690050084144, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:46.152385+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0919aa3-0a5a-4e8f-a87d-febe8321560a", "result_sha256": "7d3e501acc9fb7416c627cda2edbf325ab5b2a7357a169697a1589d9f125f48c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5664841440011514, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:19.914050+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ce4b61-95ee-4736-9d6b-a4cc4c1d3e98", "result_sha256": "4bda7891079604803bf1129143de9f91cf47f66f85ad693a5daea91215e896b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00795, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.514435274992138, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:35.806752+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b9454a2-6896-4354-a6e1-3acd40f10099", "result_sha256": "dfeb38cabab64c1f960d030512221758dbe88f75d5e886bc19a94e8a8fdedd6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008335, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.435806102002971, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:36.500453+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad240167-83b7-4433-b8c3-acfb1d508b1a", "result_sha256": "9eb24224579e7add6743e9a5ade9a1040791b174daa45c42ca46ec1b2d921771", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.469470641008229, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:11.731458+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9ab9987-e0b5-40fa-83aa-165a70ba8547", "result_sha256": "575ce04bc74807ddef238429e6617d7c475227a333820a2e67846419cabc8578", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008645, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.420397995010717, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:22.495927+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bf9c502-d6a1-4d1a-b66e-045c66ecf822", "result_sha256": "5e557abf6c9f37f21841ce545dc57b7181aa795f953585d643064aaa61139a8f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008145, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.237518566005747, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:29.932030+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "4ad4f321-bad6-4ed2-9b37-a01c14a82b3d", "result_sha256": "acd41724e024240ae56504d8c57ba70a0eb3a7818ab283edcc10c96674e0b811", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4185407659970224, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:00:05.025660+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9bce981-6ae4-4b31-a921-276a2b6d02c8", "result_sha256": "092c87bb75a72b7232ecf196cb46e71c9bb6eb0d353213e378b7dbd7e920240f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6803455310000572, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:02.370602+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd41b9c-d83b-4e3a-9d44-56f29f01daa8", "result_sha256": "525d4d5a9344038deaa58c8d6071faf9de1b392c3d339e08b57b6479a0dd6571", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.135786451995955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:31.078192+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48bc81de-279c-4fad-8707-367d80f135ca", "result_sha256": "5dfc7a0b45b1c24475e41f9b9bcb303e982fa6ec8df96485c8d5ba3c1ff2e3ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4095076139929006, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:58.560817+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8f259c2-09b5-44df-9e3f-0459d45b81d6", "result_sha256": "6d30d0f5547d7408c38c735ead15045c6543f7d7faa36e77cb7e0a5ef3687aa5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2756435710034566, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:44:25.023335+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89d64ee4-5bf2-4234-a757-243e1d1014c0", "result_sha256": "ea9551e9c021c877549c4f5f1c8b1615d046de15c0042cc00a88eba327674756", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01434, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.5780927779997, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 286, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:31.671141+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79682f8f-9a0b-4cfe-84b8-c6666bd7d1d4", "result_sha256": "a697ab6a57344df572f79d611dfb470e1f30c720d1fc83944c28bbf260dfa4b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3974922240013257, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:51.708095+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "272c285b-092d-4fab-ade8-6bc8e549ae54", "result_sha256": "7a389dfb5139c3c6ee288b9ec6d9f4c22fbe38beb1ae4e1e8dea4b332fcbd713", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.441927346008015, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:11.579763+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "804bfa06-69d0-447f-93c2-c12ec47255b9", "result_sha256": "4c795da0c9b3557f0378ef58bba571871cafb79e0f0da1c1a7a998dd33885c99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4584461729973555, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:59.288622+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f4b4bc7-9a07-4647-80c7-56d8f52fb3a5", "result_sha256": "edd0bf3d51b0370ad704497fd49619ba8facea74de67783ffe8ce5295a68209b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008285, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.481064031991991, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:42.057316+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba486b9c-6807-4685-816b-efd306db454b", "result_sha256": "4147a717b6f5acde0dab11585fe6fc1e707cd1694fdb1c9eb1454980337b2d21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01451, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.064167532007559, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 312, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:33.233343+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc563311-4efa-4424-a3c4-0f9fafab8b43", "result_sha256": "54a5d81c9c24d0cae3dcf949a485d94f5355e63b9d1fcf6ae0e2bb3ea3fa29cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.294541744995513, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:15.432067+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54d58519-7d11-4edc-870e-a54320d172e7", "result_sha256": "00778d18a4b382c5d1752ed50e460ef8ff8856626feecf90ae148e5545bc430f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0186, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.960063708000234, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 482, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:02.998776+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "36fb59c0-8806-460c-b6d1-86f25ade2028", "result_sha256": "107f9c845b4eedb68aabc7d666cd18c009adfeaa0a0628638a6497150382a33d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.59631578301196, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:21.167376+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95754601-7263-430f-9196-870abcdfa943", "result_sha256": "d9023766fbf09907bd1a101e51a7deb8896fafeab89f0f10aea2c53963ea8391", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.774344976001885, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster Two\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:54.918822+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b78c1c2-185b-4a68-ba7a-354f6c4f98b1", "result_sha256": "0d5215dbf538e1226075de32b9cc5afe48e77130cc669ced01e8449f6d43fd55", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.60630998898705, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster Two\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:43.026144+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3528aaf-e6a2-4b65-9c90-19829943c26a", "result_sha256": "afcba75bfa65bd83fa5fda0b7534d6050f2495cb512b62e752b9922b70d79e7a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0085, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.431610010986333, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster Two\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:47.486696+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "777dfa09-d630-4073-b87e-775bf0724f12", "result_sha256": "86d8ccf961a939f4b960ab8bcd1f0f99a95dd4255dbb8c5342d7dccd2ff7fe3c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.8905125860037515, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Ultra\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:22.027377+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de1b85df-4f23-43ac-bad5-6fd0093acfb2", "result_sha256": "a662a2e103bb8e8c5ced4293eacc571cdcae8ab8174fc3d2b7e6606bae3dfeae", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.189482228990528, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:02.138466+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc203110-0178-41dd-9516-c69bfa9ed4ce", "result_sha256": "7062c67f65b6db67d53d26016fc2c1dc5e33731310840bc186a1463c30ce7cc8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012315, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.101266555997427, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 229, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster Two\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:22.388620+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85c9ab77-ea53-4414-99ef-2cb51c1713e4", "result_sha256": "aa6e9fcdba548ded65789e282ead4aa670464b86e2cf2c82ecf876647a645ef2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0510568830068223, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:38:43.100681+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1b85fc1-2534-4dc4-9e17-9e40eeb12fd1", "result_sha256": "a99a5207623e634b3ca072c05883a6cb71869a3713a89240c15198ff49d3df27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008245, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.152924673995585, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:59.109056+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4da4c86a-9de1-49b8-9b35-d8c78a1036b2", "result_sha256": "e9762b8a3f4826590ef305b998becb5b121ca02bf44f7e43ef4c9a7503b4df9a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7810706030140864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:35.443841+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9e2014-4778-49b7-9eef-64bedde5740c", "result_sha256": "a33b72a4cbd4a9c40ce929d3ad579094ce3ebf70e9e9a4c55c5512d5bef835c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9267128630017396, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:43.066229+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de12d257-1f5d-464c-a2fc-412aa46068e8", "result_sha256": "5d1a6a5e01574bc5d7af093c16a00afc69e5b27a4319a9a801ff1015a445c3ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00818, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1750731420033844, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:38:23.124558+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "939b4d3b-52c1-49bd-9d69-e6e6891e7e6c", "result_sha256": "6590a9a8a05f257053f2a491bb4f82d9a3d42ed890dbfb40d370230004a4103f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5238444510032423, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:48.477436+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9164312-406f-48cc-b034-664cb9fa957a", "result_sha256": "82c10835b372edd47884abe922434ed8da4ce8e802d54cfdb63c6117e0bec18b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2335182780079776, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:46.689143+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "311904e0-c50d-450b-9206-d94e3c3e1546", "result_sha256": "b2ef398c8e271c04e99a4c3c78cbe9b2a82433854072bec6a207bb283d684e31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01314, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.1116734630049905, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 239, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:58.566188+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebc8c2db-7d2b-4e36-98ca-675dd84cf348", "result_sha256": "466102e8091527333f596fbd0c0b084a8c8590b81360d76ffa02a6501fb28847", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4643581390118925, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:24.539650+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa8e242f-ab56-4ae5-b970-fcc53475bcf8", "result_sha256": "c80b5e0517a59d4fbf2f6c96b892f1cd5cf1fcd00b8592b5f9208a533495055a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008385, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.6666662450006697, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:06.764221+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08714c67-c956-4d5d-b694-afdf0b01aa5c", "result_sha256": "abd4d79a7c6c23dcd01403436a4c60d3349ec2458b05c50b8ed66deaa5a890c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.1307035479985643, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:24.110650+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "035d23ce-ec9c-47c9-95ae-08ed0d82082f", "result_sha256": "de190893775f8206022bd318eb00ab98ad5fdc6970eed6726be6297c310b0ca5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.5558774340024684, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:19.556509+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e67a911-d1bb-4c02-b9b5-3f34474e3bba", "result_sha256": "0f6ffc31cc052b8b0ece6c3022fcd53582844768cd5ac1106d1074c041926990", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1779527200123994, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:40.124390+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "03f13912-6202-44df-bd46-7086f56421d2", "result_sha256": "84a3a937eedca30423c6e7d0c1743553fc80cdc99510010d03a32d9319c0042c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6262224329984747, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:57.006528+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2c4a2f0-d752-482d-8fe1-70f7ea228626", "result_sha256": "7c93c8c8cc1d76b9d4d07f09c1ed371ae1e93dcb74ceabf7b456f3bea1311ae2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5817836719943443, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:11.641029+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b713fa23-b813-40fb-b41d-18c986f38166", "result_sha256": "70b954bb0996294435fc47116478ac00818aa1af5efc4726064eb2162d7e8f35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008105, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4458721009868896, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:10:34.308655+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cbdd8eb-a538-4cd7-87a1-8895e74096ee", "result_sha256": "cf2396cd00a46122971d593a9bd4ad89065f56aa2b17facf89f0c36cd4b5e993", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008545, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.808083355994313, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:23.845665+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43604be0-5601-471b-953d-ecddaed3acda", "result_sha256": "5d76d8ed53da5c989be8710bbd54440f76b4fb6502ffd09acffa5f9aa4d8beac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4858450530009577, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:04.528506+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b02f866-529f-407c-9c7a-2781929d21ed", "result_sha256": "1f6e85724b5a71519ec8ee598b1069f5220f9a80b99a76f2f9ee20c73fa5d56a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5894651520065963, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:56:44.218764+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fe55eab-440d-4029-a711-9b6f8d3499d9", "result_sha256": "e5bf3325e3a0aa0f619b64caf4e7d1e63da9ec16c6d2c9b3fccab6e11fb2e23f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01989, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.754505074000917, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 509, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:26.832970+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0ac797-cf24-47ca-aa01-b4e4181b0007", "result_sha256": "2980dcaf856954707eec53b5771655b78a4cc2f496f6585948768d9df8ba0bb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7614318870037096, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:05.977067+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0477ef06-2597-45a3-9f73-9ddcd6ceff32", "result_sha256": "90733fcb1514b57f4ea7eb5b4c52b490b0d30ce0ad6d764874d38a728b66937f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.454049761989154, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:36.207223+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a66e1470-357a-4f3d-9b25-d25d50fe3668", "result_sha256": "23360b7b009410e0effe60ac32e6d5c1eff9df29c8aae4e7df8707f0d8a21b6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008465, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1465753090014914, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:47.801082+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cc9b323-839d-40db-a31d-064f3be2f29f", "result_sha256": "e6f996b115098ea0ada52ca04e89fbc9625f7ea05ef41468039e3e70c6c91fbb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5864533159910934, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:54.374164+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc998234-8d2e-40ec-953b-31ab7594d6d6", "result_sha256": "1936549d55e2dd27fe90cd9838840a091e3241720c48bb05d9657916279b51db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9002798940055072, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:03.292142+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "351d27c4-2409-4039-a8d9-97626911fa85", "result_sha256": "988a066b8af1d1644a0b1896e70e975a49e3fe830db34def1b07d4bdd056c272", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008135, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5217235810123384, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:48.347511+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bb75850-c69b-42e3-8dbb-c735fc0ea8b2", "result_sha256": "0905eba8aec56e74e9d0077292228ac21ea0a318b4240e32769bd8d66c0e5724", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.016844382000272, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:03.316135+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c80cda62-99c8-43a4-9865-64e54ca19bdd", "result_sha256": "66151e41247b98384d42827a401db726a1a5273f2753e6dd707cc12beddc8c8a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4190291639970383, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:13.051328+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f73b5f68-8e64-4f45-aa93-0c4bc2811349", "result_sha256": "02804cf4ab9b322b6d29c4edc6952e6735717d292f0da0545f196a56f97f0d76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008485, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3468274760089116, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:52.947921+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d375a44e-6866-459c-af90-df6502a2172e", "result_sha256": "df89d7a11b1cbc7d641aa46d5f9a0b02c89fccbcf767eef98b5ca9137f16f898", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.35463532700669, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:28.791959+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b80c481-261e-4b08-b103-105cd298bb86", "result_sha256": "631d4e7b7f8c1f836725e972887ad178e60d49941b0a26f736df8626975f8fac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.512046443996951, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:16.207699+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77e09c26-2010-4458-a522-b089dae261c2", "result_sha256": "4f519455ac34d62986768e7b41a15dbdeaaed4bea685169611e7dc1d1ebfb32a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.118087593000382, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:28.457016+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f61b3e07-9bec-4e15-926c-ef7170b914ce", "result_sha256": "fa7b3905720b408c98375586ac235236d508f6514b18264aee74862abd2d694a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7055792850005673, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:47.971297+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5b818b-bec8-4016-81af-b205679aff2a", "result_sha256": "01419fb4d58f8bcc81fe7bfabec62b9201928fd61fd4083780744b5907699713", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.508378245998756, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:17.717459+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "38f4c5f6-aaf9-4997-8b60-4820c5a8e1a7", "result_sha256": "59e495b314cef963ecab604294a75262dc9dbec2c3b9cd482d3aa1a732b11700", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00794, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9196025429992005, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:56.064065+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeeba695-b85c-43b2-bd33-516e181645b2", "result_sha256": "44730492e737cccb38577596b01154372ea036f6a7edc6c76107220f3417be71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008615, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4662534130038694, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:46.207131+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ae8c6ba-a6c0-4d6d-8efd-493ae05178e4", "result_sha256": "f26d097aeac4318935a4e46fd7e87dfbe33c9b3f48c2c52229c40a4c9241092f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008015, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6391615480097244, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:53.732876+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40ed372c-0e4f-4ad4-a0c6-1f911edcd64b", "result_sha256": "d481706f6334b1875b1b8f4b4fb9e3a58c0f4e8e09804eaa016e08bfac014b70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.002263481990667, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:12.607176+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba85b44e-861b-4e02-8b7d-35ce0bffa89e", "result_sha256": "bda4d497b3135474222a0fe1fafe6e6a7408d2dab926471233077ec61c25128f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008465, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.281232598994393, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:54.730629+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6faf431-982e-4a21-bc4b-36ffc2d1c6ba", "result_sha256": "cfee55fbd62f9d4d9d12366739d99883587926e2005848f4acfad805cc49386f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0946875990048284, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:30.492055+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "833d011f-c7f2-4a81-8ae4-a7dafe9dc767", "result_sha256": "5fb2510f5f2d9dc1fcd42bd50d2f994101090de65480564ae5e19a56938cf35e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008245, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6561253940017195, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:56:07.090469+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0f9ed8-9dba-4b7e-9011-92254dfe30c4", "result_sha256": "9f424d126ec42e5c463c2f4b859d97980f34670868817a10d3f7418487e56e9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.453102100000251, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:00.212164+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c6e4b7-6956-48ae-945e-cc6957ac3c89", "result_sha256": "e13fdcc84a3bbabafa3d215054c5cb69d435f0571bf182abd04c0b85680d4ad8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00822, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.063394162003533, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:14.018681+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f00a3c3b-789d-4003-a3fa-9ab30efe9199", "result_sha256": "a133b8d909f807de9eb0eaf9ba9e1703d9f69c5c805361542057169cfc60c43a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.568429910999839, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:07.568356+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9306d3a-72da-4808-8a33-b2504cbaf353", "result_sha256": "90050d747a8b569772557d758b2d7514de5bb771bb235e3312c8c9b5f827f929", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3484619639930315, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:50.665667+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "584f475c-cdcd-429b-afc2-e1eac601b17b", "result_sha256": "1b0f1a9875cf85909858632b798e87824f730a8ba22bff1bec17655e9cfa81f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.233394786991994, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:48:21.549068+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5c4469b-ca1a-4dc9-bf04-56adae091286", "result_sha256": "a81a97422cf78dffcf155c4caa1d542919e926fa3756acfbc3779e9c47b5e7e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018925, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.658467992005171, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:08.027433+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abf142cd-473e-4731-9d95-e1919f0d5504", "result_sha256": "c62e724f83f2db5533b37c80c7f0600dfee41d64c4cf7d538e96792069373a96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.3870415929995943, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:33.000014+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1cdface-01b2-4ac5-bd8f-deeb642d87a5", "result_sha256": "6d489c5ff72b1a4b6f2836eb6014405ef9ab6f6b0ed6bc7de8ee3ad54d5dbe91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00821, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3760151660098927, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:05.803513+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6679ae6-5a4c-4a1b-a30c-06a54925eafb", "result_sha256": "bd00d2d7a5eeb06a1a7e650e3ce0699d79fed8a5d8bed0d15dec769a2f9cbd6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.373720087998663, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:14:05.425639+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d70e947-81d4-43ac-8012-1d6a9d369284", "result_sha256": "64ea8cdd5bbf6b9b1ea1cd317b5caf069bfb506af15a15e868b0da6170d80ffd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00867, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1773579949949635, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:13:55.903970+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40501a82-590b-4462-a441-081de6c23512", "result_sha256": "bba3601e4ddcb73c4c2d5970ce9d726419160a52bcfc16110c195fcbf8b89037", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3353693289973307, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:41.727165+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06ff8d8-fe52-45fe-a461-cab5598a82fb", "result_sha256": "b9f58632d59b29fe9dd981b651d7237669941d42a52125e30ec63abf548cf658", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.894935019008699, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:46:12.703659+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78745222-963e-427f-a49c-685465b5834e", "result_sha256": "02ca44a732ea3af87e3097fa573cd9466cd7b87bb37913cc2004ee9f1c18ab8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.626081782989786, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:40.522356+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6af1b26-939c-4d8a-b8ca-be3580db8716", "result_sha256": "93d6f7dc8bab54ad4ba95e58c3e0f92e042c576d820af7a5b88f159ba72d0c2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02459, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.911724048986798, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 696, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:24.708229+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "093b4c1d-38d2-4453-93a7-31bcfb6d9974", "result_sha256": "145c95fc3a12f56d485e936017fa1741d6fede98a8d7e0d1af2d9c3d9413c8ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3289938459929544, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Questrial\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:48.564095+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bfba459-0551-4d0e-ab66-db20ced37a96", "result_sha256": "1beac5fc87e2f19f5f5afe259f44459a9343f11d04d4b3bb6e394f3b111e8fc5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.264515828996082, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:28.416844+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4148982e-a04d-4ad5-b603-40d71917d445", "result_sha256": "b75c6b8a6eada98b9c06ea9a6aebd9681a782573c7a354fdd603fdd6ef11e136", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.237487582999165, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:19.411742+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2882cb78-b7a8-459f-ab79-0344106f4577", "result_sha256": "0f01107f8bdbd150881cc2328f370437486a70eee78057aec98ab96a297e925e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00819, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.5462211260019103, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica Neue\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:28.050663+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8155f78a-a46a-450e-bfed-58c07e3b9470", "result_sha256": "1c2ceef2164ba65a9e3074a38a784df78b7a2cb02278c1740b774fd3d52f0f2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008585, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.394648575995234, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:32.783822+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83f8298b-22fb-4ad9-a857-fc56610f665e", "result_sha256": "eb9ea3e9c9119e5a9519ce2cbf90b363be8f11a6bd4f5132370dba4762f4bec1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.14996435699868, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:33.576396+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f36e7f5a-3e2d-4175-9818-93d056c67fe4", "result_sha256": "4eb4fcb2df523e8b0b2e8e2fae0f26e33c0b22f1ae7e77f208d73e0a57d65ee7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008255, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.4690090239892015, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:26.821526+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78884d9e-926b-4bed-a62f-67d784b6587a", "result_sha256": "544167dae09e678eb727427c25981416869c0ec463644ddcd743d2117665b529", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.20027731700975, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:43.050812+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b79038-6bea-4090-a2ee-e9e739979819", "result_sha256": "0c9257179ceb5c386e95f614d6b1d12eee1d7463a5d45bb8024707733eb6e338", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.205343293986516, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:43.320629+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9aa11e2b-c0f7-45da-896b-229d7b002a09", "result_sha256": "cecfadffa75e0cf5ee9b25f6f2eee24df1cf729731a94d0bd22e30d3a73865a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.422143812000286, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:05.399726+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8448ddd2-da64-40c8-a6e8-34a0d3da31f2", "result_sha256": "c111a762909e586c48170dc2d5d82178ccea60decd8ef903a8167785ee3adffe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008545, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7001261109980987, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:39.171032+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b247b15-3ef6-4043-b954-684c2868f4c1", "result_sha256": "a58091e1264dde6f3555064521f3d9147e0f54adba8d46d683c793ac7b2749db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3507863199920394, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:05.974068+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf82e87a-9bee-4486-8f3e-8f5007f68492", "result_sha256": "e6fef6fb994e9558210709470a40f333127d3865148dce4bacad9baa49828a96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00822, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.331564612002694, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:24.561419+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45331acd-e679-458a-a616-9bec8e9b09d6", "result_sha256": "036b0c4bb5bddd2f5270d6efc533879e8dbc8ec8a7ede18aadfd8a72054c4ea3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.144469336999464, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:51.286542+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dea7cb8-85ae-46f6-8200-d642e9968171", "result_sha256": "2aa2a6b6beb8729c86a6beb32cc77bc594a6c2758a0cf4a14dfa48ca8df8da82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1845067169924732, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:38.991920+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b70166-1e15-4761-9b80-497041f9a875", "result_sha256": "b9bd5f59dcdbffb588dcfd0cbfc9d43cdb771f0ddedeecf6e89d46e82a0b1de5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.270708606010885, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:05.127926+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae42f97-572a-4ac1-bbfc-9623ab0ef4f1", "result_sha256": "516387c9d7a199882e796ad8bc991ca38d082a11563c5c00277e24192d3bcc17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008155, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7753493920026813, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:43.516254+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77513189-bfe3-4e43-929a-1d3a81a434c2", "result_sha256": "4dfe802b0c90ed14169dbd58356dc3189c782a714741eaacb02ce7c3e89eecbd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008835, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7211581859883154, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:41.228261+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "845c014e-a6cb-4e6f-ad4f-67e5970123bb", "result_sha256": "86241015ced39f0b6e79c6fa58c9b99971f4fc48a789da4c5e0684e738d6ef83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00856, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7111649559956277, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:16.704180+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db1fc5d6-bf38-4b11-abbc-722d86899908", "result_sha256": "e5538ffdb02e616ef27fd55a88097d901a0d9cdf16016a2411eb7a02ec93a286", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0163062200008426, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:05.543949+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94e98f66-6c5b-4029-adef-a63e1a270dc7", "result_sha256": "a55f906ab281b70f62328684d156a1da01e1443646e56300e994471c813a9fda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008615, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4124326440069126, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:10.938860+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56fd26cc-4e8a-437d-92bd-31069108cfe3", "result_sha256": "32535c0921c85b72b690f4d2d6f35351b133ea30e22092316dfb6250e9610a79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00867, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1212515689985594, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:48.012115+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "910e405b-de9f-452c-b87e-346af6d5f1e1", "result_sha256": "d150f26573d79fb551d224994b8f6aa344ada38fd4870a5a79317904ad3f9b67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.31785052199848, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:13:00.018461+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9624c79d-352f-431f-a499-3191d4939e4e", "result_sha256": "e19ea84b5e64bf4738ab0922319f99acc516cf64de763a4452d53d21454a5c42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.516710171010345, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:17.004450+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e0c459-330d-40b8-86d0-79167419c9ea", "result_sha256": "4733f32d9026993651e433cd7f93c82975d2433e6a062ca6a5d6bda35f2e7680", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008155, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5490620549971936, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:48.690419+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d09aecd8-a854-4dd1-abab-3532d8b60018", "result_sha256": "76f73f5bec34a3b14794c902eb8047ec0293ef18324de2a71f7bbddea0abcf87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1731021410087124, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:02.175127+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0bcee4b-2ce6-4c8b-bb1c-acc260b9830c", "result_sha256": "d8ea0347af93072123cf11039dd6d8a595af8e1a5d5d3f563faf657e2ddcf451", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3220445509941783, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:35.428076+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba5f8917-798e-4945-bce1-7cf909eb4afa", "result_sha256": "89c3b90dc988b11bf656e4ce57f044a8c2ebcc22bf0ded20cd14653610584d64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008635, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4157660659984685, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:06:38.148790+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2ee317-4899-49bc-b866-ccc5d5f06047", "result_sha256": "5367714e74559be26363f55ab24b85fabf67ff84da076056c1a31a934f2f76e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9546727130073123, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:08.172207+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "757d5ad0-fe38-4464-83db-dd45803a7b36", "result_sha256": "3374d75c9bdf725016d65ad6dbe91151695c1c6af934fecf3a5632ef4a76a188", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0173972729971865, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:58.844206+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ef113c0-e049-42e7-bfa9-8a831251c3fe", "result_sha256": "a87870691f97c395ddc8d7211ecc0e694c370489e44ae3377fe77952169f9325", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00861, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.957612768994295, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:59.946067+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cacb21c-bdc0-4d7d-bcbd-352d70227153", "result_sha256": "f218118995c3f9e7e48de59598049f62c940769b167f44ff9fe95de87752affa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008255, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.567093757999828, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:28.991990+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d13032-0324-45f8-b034-55388d984152", "result_sha256": "fb945b57bf05d161f2d95eb6081e16fcebe051a9c85ab766693a068ea4453910", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00861, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.300857335998444, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:01.439058+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ba59b42-7e79-4249-b8e2-c3f7820e2c4e", "result_sha256": "d4d701e3da2db7bac1b861449391ebbc4196c1d49a5eeb5a33ae0109239e693c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0144, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.813108821006608, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 298, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:17.948454+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4007169b-0b15-400b-8532-e21a33f827f6", "result_sha256": "3d327bd63e10764cadb87fd7c294eb9db8e1fbe3558d2ae64c83f59f013a4ef4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00821, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7067402510001557, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:39.849291+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3ac4670-7a10-4c1a-be6f-34b32d49794a", "result_sha256": "898b6456efb98fd8e515b563e28d4eb9c7ec559d86cbeabcd330e7c893d0f185", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.929251307999948, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:25.627663+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f72b4bf-03a5-4b3c-bc86-dcc695dbabdc", "result_sha256": "0a7b81f24fb01fd7b3a49184b44e81fd9537377941218839254cb3024779e7bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.14242435900087, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:24.587967+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56397ef6-413c-4c50-bd4b-581f2ae2b24e", "result_sha256": "7e6c74b07325a29d5d36cc5ae7ff7a7347983bf94d25d0e48292243b5cf6c6ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4581901479978114, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:28.632107+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f561fbd-8f83-4d11-b2c1-6025cd831700", "result_sha256": "1e4e0414d8fe6e79a6db523b3afaf6b43bf5fbb4e45ce6745d1e3e68cbaaba32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008635, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.878814750991296, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:04.305996+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a828a04-6b9f-473d-a96d-7d84b2794ac5", "result_sha256": "a135e2e3161d9a54e3debfebbbde3cf55612e9c2bd675cb6fcb17564ae9a37b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7315743640065193, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:45.311406+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d05686c8-2ddb-4716-a1b0-a23caa336516", "result_sha256": "725389aad863ffc61be36e41c02a9925bc608312ce5795195186cbe697d0e18d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.554111859994009, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:30.136897+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3ee2953-15c2-4158-a263-66170224a2c7", "result_sha256": "21b1940904557d5095db5cbb65ef2d621e9990e48b9a0edbd96e18d46b6598aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00831, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2751397239917424, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:55.542248+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a51cafd3-1224-4b2f-a758-65d53ad7c98b", "result_sha256": "c1ecc9e821455c53857fa2fc21c46bb9286d695e7f2275270181000398678802", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008195, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2984707840078045, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:50.672125+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08650475-473d-4701-95a3-5d3f846a58ce", "result_sha256": "f2e53eb167ca1efd23e28d405d475b90e54b770893cb914d0fe67a881b8b0269", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9463577380083734, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:24.248844+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b359236e-8f26-42fa-b164-6086d8880492", "result_sha256": "15d3387fac0617a1ab4b333132666b5d7e0dea148d96ad19054f40d3d10298a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.37498401501216, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:46.886313+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd58cbc9-67f3-4fd5-a97b-a4eb467463ca", "result_sha256": "eca751eb6caf0b7c06ff6c639ffeddc67e1e3ff1d631ed7f75e632f93e08d08f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3512589179881616, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:46:51.880456+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66d722ad-1444-421f-8c05-315520b11573", "result_sha256": "60e799d89c4015f47fab20033e04a25a0828307a4b332ac91b0ac64dce1b1756", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8540712950052693, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:55.603436+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0fcd8d6-d227-4224-87fd-afc2f4b776eb", "result_sha256": "86d43ed65c66a7f1eed3daf232a2e4b705c48c2caf98158662b2d0f9ad2134e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4056605590012623, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:49.215730+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cba956bd-8925-4b80-b551-87f7d465b446", "result_sha256": "2b43c84e624b859f9212024ced3262f35a82e64520d888988f58b26f0f1f515f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.596420981004485, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:01.231470+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23043d12-628d-4e48-9612-78294d639454", "result_sha256": "fdd685e11ace2565ea544d24d428df07fc0a803b538ae7f6824d92432cd6c8fb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.269887751986971, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:11.862519+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5737536-4af7-41db-add0-864306928537", "result_sha256": "6883d625426113edd2dd432d817f4b60a1e13543e7203a635eb8405ad2b863c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00861, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.452617396003916, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:16:45.221058+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7da5a4c7-4778-4e9b-bebe-361f079724a6", "result_sha256": "4cd077422195ad924fda682a23fb3b33c33125be9aebb2110d31414ea75d687d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.383364530003746, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:11.011912+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ffd21fe-99a5-4adb-95fe-4bc4068aa54f", "result_sha256": "f234325f625bc20de3bde61ec1183c449db6a54f9c327f19e396400ca3ef0139", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00823, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2859260190016357, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Comfortaa\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:11.595454+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c8b6eeb-6dd4-4622-9db4-60be3c430a47", "result_sha256": "e56a6e5a8515d8cd121b7b88eadd886b87594c52bc54dee43f081b67daf2646d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9793411619903054, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:06.442398+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7415d4ac-f525-46fd-8eb6-e5f6e7467453", "result_sha256": "8bca1fde0cdb8919d4a8f000a559fcdf5e43f82a6c587d78121b92303d3250d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3821465719956905, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:32.227030+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "985449d1-a86f-416c-aec5-f643d8689738", "result_sha256": "1595c11ef287b5f71abbcbdfd41b42a155a6324b8027b75e3c24ff8efd1e5dda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.393180005994509, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:03.705060+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e95bde97-f6a2-494c-85b1-696531b2b272", "result_sha256": "9b2a2926a800fe6eb374a38ca7b31ded72b27a40f054a97461e411bf46e013a9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008595, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1752180170005886, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:28.420238+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51f1a62a-d5de-44b8-8fdf-d5efb432b3d4", "result_sha256": "ca09dc6cd102612465d0e403d6c7c9f844925a73de4b2b9249c954f09d05c564", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5974203200021293, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:45.007937+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b9d6a70-a01f-42f4-a561-4e6445be5124", "result_sha256": "44cc7280774713e650a9564f36e2d6ff68de4a5cc87a1fe3f4bcf82c8514218d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2071986539958743, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:21.873262+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74017059-5eb3-4124-82e1-fdb0b0428382", "result_sha256": "6264d05ee76cd4d4b8c78c1309a4790ec9e10f2119e0ba89460dcf2ce4f1918e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.126874028996099, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:46.111882+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5695347f-6299-4d2a-a72d-2210ab22a6c0", "result_sha256": "f9c9d8bf4b2e0045d748f3bde84648a70f269ecce427d5dc024440e942479463", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3491817280009855, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:34.364766+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46adda31-1b66-4eec-b6cf-aad518bdc5f6", "result_sha256": "7354dc85e882b78437e70eee8b5f9376e6ab34364109b6b5afc9522deb8c8dcf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6164537589938845, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:52.541585+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2891b275-f52e-4e03-8e69-89cf7a32d0aa", "result_sha256": "3c520d5f06bb618151e5fd4a5c1765e2c54ffbbabee3e8bc32aeff882bfd159f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00827, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.137449576999643, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:06.249672+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ed2578d-eead-44d3-bec2-df3d35901c24", "result_sha256": "0e29a0a7f5103a7a23057b571b53217e1e76172791ed2edaee51b5c461f4f45f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2392103699967265, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:58.234843+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc7c9a53-bcc7-4716-87d6-a7bce758aaa5", "result_sha256": "326790f7593e4047ea6eab087ffff7ae6f090aac2cf746ad0ae77763f238a223", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007735, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1262, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.359126950002974, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:12:29.707920+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a05eda08-b202-4ed6-8915-fea7a467e81a", "result_sha256": "d9ea7844b0ed3006d45c7c210d939d19ff0f1db67edd4034319e0af01a334fa2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01407, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.823900262010284, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 272, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:11:34.507838+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dec8b18-028c-4fbc-9b17-5c680d248c1a", "result_sha256": "2d90fc0daf2f3428bbec04f6c999b4b565855c101854dbd0533fa873e1d54345", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008015, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.333132312007365, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:08:04.949905+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c3497b1-5cbd-4fbb-95a6-eb2c3c52f0bc", "result_sha256": "f3ed48f0522fbad34cefbf1db62977a799a39290f7bb0ffd803266e6548b659c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.6812466780102113, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:40.275996+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ddedaa-fd88-40a2-88cb-8d959d0910a5", "result_sha256": "042964ec3d416f04accb425042e2bd78cd7a27580a2ca3c7ec9263537466b913", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4693626369989943, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Serif\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:46.277244+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66939403-bdf8-49c4-8974-2f44c24edeb7", "result_sha256": "59944b368e7c8b76724b4c12b1a329eab689784d789325e4280ffc0a01c3d9cb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.312929608000559, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:04.714623+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfc19a66-264c-42a0-a6b8-bf19094a2d2d", "result_sha256": "6bb214ca313e059954465f36b337600314938efeec57a15ab8c0be25155c6632", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013075, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.821147358001326, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 261, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:16.955057+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2278deab-dc88-412a-9621-eb0bc1701250", "result_sha256": "a37fffa28f343bc11da8f5124eabe3e8599c9f093221cd810e491d0cd28a3d45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4051867310045054, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:32:46.402457+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "772049f4-b70b-4ab2-88a8-ecd224865e99", "result_sha256": "5f284a44f3cc017ef3f706f994ef90385b2868a8a80bcb92bf9f191ebfde603a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0329738820000784, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:27.758681+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53db1eda-7dad-4e33-aae1-0f70a234dfa7", "result_sha256": "ea8f6298ab18129f765180f916cea74a30558da3b311519461e386e9fb14e604", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.033951307996176, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:49.382465+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abfe6644-70a2-4ad0-8314-417af5f7cb36", "result_sha256": "b742026e8f5389652bc3cbd3fdb246528eb9b8eb96e5141dacd402c302ff81a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9023170379950898, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:52.009087+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07d69ad5-8511-41af-8e4b-e2dff46a04d4", "result_sha256": "e365077be810ff303641bad74aee3e558eeef9e75e6e1c5eb5f5067cb9ff3a65", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00837, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1364, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.2432632359996205, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:36.383768+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52a1ff16-76f1-446b-b05d-dc6ca0c70902", "result_sha256": "dbe06fdf5b29e0ae1dac9b277fd24f9bdc6671b62b250cfc689b82d6ead0b206", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4425356760038994, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:14.586463+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "019a44ae-de20-44a1-baa3-22ce5dd4abeb", "result_sha256": "0a24bab3bbdb85aa5d0f8193ae028850ec86f63c7f4c487c93b4987a41e59455", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00859, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.421809530002065, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:11.885938+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec0139c2-4081-4ebb-8c65-005c21d101d9", "result_sha256": "d4f8b6a775cad560b91a5eecadfa427a910ba6f521620b29f87715f93f468aa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007975, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.306561692006653, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:37:09.581483+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a62f9aa-0412-4bf1-a0b5-7fd65e51ae40", "result_sha256": "ddab9ec92b0f14d1cb9c081e2bff334ea578766de77a2548f2e106daf4b0c2d9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00856, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6458174330036854, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:51.454448+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "586c3a5f-c712-41f9-815e-032b01ec4883", "result_sha256": "5f99f31d1e6b8671369ad3ca0f4d5df8c661afe380976cd7ed798e07867b85c7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.284260382002685, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat Brush\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:37.246830+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf5e709e-3028-44cf-9406-aa85472ceaf0", "result_sha256": "71ba86a81c2ab3a8a662d05fdd84fa06149b16f1ac5a72f5eb45bbd5afd60197", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6998447719961405, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:32:25.298684+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bcdf674-408f-4b1f-97f1-39ee08fd3e38", "result_sha256": "dcca44f8961bc50f0b6a39399a08847b3a561400a8cb0a9729c8de224416ef95", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008035, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.448688240998308, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:03.900991+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54f58fcc-3cb6-4340-8680-870133ddf99c", "result_sha256": "e04380f6a5966e21733572b3c0a7be27566398c7d97947a8ad0fdc69cc9e6a7e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008235, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2684111790003954, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Pacifico\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:28.948293+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73d633eb-ead8-4406-919d-a773fe80a1ff", "result_sha256": "cb247b86037a5844861ac871c688cccf0a9efced8867883925736a65084e7821", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008565, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.708332809008425, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:20.463777+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21fef85a-2492-4708-89ca-ec6fc5174af6", "result_sha256": "c9dfb734ee88417c8009b21ffed61acca469e60a4b80a70aa08d72c19973b1a6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4773224230011692, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster Two\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:53.885986+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8b803c8-ee6b-4bd3-84d2-2cb668508f23", "result_sha256": "e0f632128876d2a7dd2efb9555f037f021e7fff55e660bc03deede9d93399680", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.212404662001063, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:07.351994+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cec679b-d550-4a3e-960d-48ef409494a4", "result_sha256": "0089460845205c3d4a3c2ff2e6ab4861038ddf79cad19f6d95644ea0382e2174", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4278592740010936, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:55.959272+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d845551b-4f57-4a67-9ba3-e09b28983370", "result_sha256": "fbb6dadff022ce20f86eef3eacea0d68ff89071900300781ffb567092cd9c8db", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5855251519969897, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:21.345781+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a652114-0df4-4916-af0f-bc830dccb85c", "result_sha256": "a6063aee3a09cb6f3154608089245ecc04e098fb28677bee46b191b76163e4fe", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1338251999986824, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:41.116807+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aeb5ca4-b60a-4b37-b092-817fd182b57e", "result_sha256": "32f563471b066974ea4cd3d01fb31ee80eab90fb2937e49fd0eab39b802bf15e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0906331180012785, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:04.274090+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "caba9c5c-33e4-4396-809c-561b8702128e", "result_sha256": "a251c5052bc418a773c63fba9e9bfb0d5773604314abf47aeede90a060f83750", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7613754990015877, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:41.224386+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f4c8bb8-cc4f-47be-8911-f326e8ab6743", "result_sha256": "45070d42131498812e4f6639647b38775dc574cdc72dca984f0f540000a217e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017585, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.642296235993854, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 426, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:11.699906+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f75c8b3-9765-4830-aa20-3c5d2b72f300", "result_sha256": "4bfb8ab967a4e8b3b85ed1c82cac4fb44cf2fc71246d1829b172430613606b39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.635818109003594, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:33.072437+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e13a1ed-c02e-4381-8c2a-18e1a286251b", "result_sha256": "c16fafeed45d22307c77897843b544d84bfeb6b56f35931d2f4637c8f48dcd3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5527226609992795, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:35.385333+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46cc5f9a-5cbc-487d-bba4-db3cb5db0784", "result_sha256": "d9f7fc1d18326f3ceb71dad9ad1dccc3ec6f7c1aad9bfcce2ddca4e1f85646e2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4586819230025867, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:23:24.304258+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d5cdfd-e50e-40c5-8ba6-bf7ff29edc5b", "result_sha256": "9eea3b63b7fccc1e09953f23083a3776aa762098eecc07108f9215e621444065", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1368143470026553, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:17.149048+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf6e6d2c-d4eb-497f-b0a2-5179b7472c73", "result_sha256": "5cc1ea0d0e8a876bec88046408a70dc8044e8068e3d151678fd5f48dcc8e0bf8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2113053330103867, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:17.018065+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68d3a014-6bed-48fc-9105-fca1ae183a9f", "result_sha256": "11eb871bada27b6c4a4b7e13e4119cd621512938732ab27f3c6943d9836f80ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00822, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9064033180038678, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:58.024591+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c65d6481-a794-4441-8fa0-6d5b6d8b2234", "result_sha256": "8663c8b3265271d3abd00deebc53c6410522b12b5cd7b3fdb49642404ec187ff", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2195915230113314, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:52:26.159481+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8a26621-3e5f-4116-8196-bd6019da376c", "result_sha256": "9efff1ad4804a58ed2e270239d6c4dc2bc7bbb163ed5fb3fa13fb93b1e60e231", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.949092021997785, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:04.361906+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb1787c-f758-48cc-b02b-bd3bab279566", "result_sha256": "1c0dd3fc67972020d7df5a085ea7bd0e3f55997befe5f80296ba5fbb11942924", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8238473129895283, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:18.104540+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a70094e-ad42-497a-b3ba-d25dadadff16", "result_sha256": "9e54defaf8d2bf173553da07ea0fe6248c5487087c7b7d7f94d14b3a51c90985", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.4465095149935223, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:35.135689+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a013cca4-9c99-487f-bcf7-2249f864f9e3", "result_sha256": "bc79ce28d81b9e19a17e9972860b38c0b1ed8180996711a93c61598f061b1ae7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.57444333100284, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:38.678562+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b03a363b-4e9f-4f22-942e-2322ba849118", "result_sha256": "a5c7f913ff1110fb1c594e6079552793f1bba588447c9efecc88143d999e01c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.384611692992621, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:56.628222+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "321521ef-de1a-4f46-bd97-aff1066dc0a7", "result_sha256": "b744644ac0ffc07e124a2654b6be9c4fc8d710a622f68864f089d9c717c7f727", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01345, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.950723346002633, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 260, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:40.224180+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8af92a02-5438-450e-97ee-946e09461ab5", "result_sha256": "5d144b6808aa3de82485073eca3b1fb3f9c8d15058cf4f0adbf402e5fac04c8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01671, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.295251684001414, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 384, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:23.688094+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8baf37d-d0d8-4c67-a684-01485fd0c3be", "result_sha256": "467e46296eb8a07b2f4bfd734d3a98d75dfcd881f787ff5a7805e56a09d198ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008695, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.454989920996013, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:42.796446+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aca347e1-7c54-41d3-84da-0635f99d7a1e", "result_sha256": "82e63971d0e314987da1aec0c69afe2763163f8a9d8edbf1251175efd71a9251", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4950037009984953, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:02.477103+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02dfe479-8548-4d29-8cc7-b70b081c91fe", "result_sha256": "04f689f60ef6209597613b8c501d2c2716fa40c2b46828d0248a14388f169e0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9967376010026783, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:01.132593+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52e5469f-eb30-43b7-9163-e7da363884f1", "result_sha256": "b2df3cf5614e648cfb2dcdec8c0f38840eb6f17b89ef3a46abf13d044c6f719c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6249875180074014, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:03:57.448434+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a066b6a6-9731-4eff-ad42-cc89c94dd0c2", "result_sha256": "2c117ed33806b90b227db4fca88284e96a3f398e8413d31be714d6edc13d9e5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.746676861002925, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:58:22.254251+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a8591ef-3804-4a3d-a7e7-95cc5602cddb", "result_sha256": "57e2c204393b5dbbf70e2d6223e2d996946a038e9997bfe79548ba6ceef14a44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0650559829955455, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:46.059445+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db82d6fb-1590-44b5-9c71-6ea237d097df", "result_sha256": "804c1c71b11b2b905eb44b8514fbaa0720d335ed42dd89521b407552824ea1ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.3349564950040076, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:13.084368+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f13fc8dd-1f7d-4ced-b4af-68e2f87e49bb", "result_sha256": "8d59d728e708c9df60df9de11821fe1c17a7419cacb6cb16f72a3a39c974d055", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.59963629199774, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:55.534374+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0a71f4-3ae7-4e33-a731-eef202d7f442", "result_sha256": "26b79b350375db634748323a844ba33d71fcd65fcac73a81ab436a64e8867477", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018935, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.373455556007684, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 489, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Manrope\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:19.357514+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12e73aaa-0a56-41fc-928c-8df9a1aa2db2", "result_sha256": "8a348ba9c35fd33a267825a80e25c9beabd1af3379e56ec6d130e70b9b602be2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01674, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.993896026004222, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 383, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:35.153014+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "473455f2-99cc-495e-a7a0-a4267f99b902", "result_sha256": "cbd2da52120202de33c66c9a2348a5612874f220ff61f8be5d1951e411439b7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6332049799966626, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:42.296130+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33221af5-0165-4a8c-babc-0ae71240d831", "result_sha256": "e1fad3f71d460ad0e220836d6167d4ba0a01676b0d492dcd1146375acf60db63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4341317910002545, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:33.547026+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bafcced-20c6-403b-8d56-f26ca64cc36a", "result_sha256": "807bd56f30b5367dbd43c7637c86747e393b1f44b77d62d83abeb97aa617004c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.384021906997077, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:34.555127+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "efee25bc-5d29-43c3-b903-b1a527017bd0", "result_sha256": "a9b9adb61de96ba13753f535de4a1bbacfbfc4ecd13b339640bb9818640b93e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0181, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.651989481993951, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 462, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:39.388626+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7616e48-a3a4-47b3-ac05-aa61f9e379b5", "result_sha256": "ddf24d74d0efbff9f5dfcd4120af3af9d6579263e0c0ef4d96c11c0cae65227b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.281998336999095, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:06:54.525118+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c9be37f-c590-43fa-a480-5a6d95ef8c5f", "result_sha256": "183665dd05938eb079fc7c3feddbf54765df86ed971b8cb278a161689612edde", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1171139649959514, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:40.438456+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5f7f054-f0b6-487e-858d-5add40393ab4", "result_sha256": "9f6f4b76dabcefbb1d0ec0ec67413103b2b3994439d904475d2ff81d39cdb09d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2430212089966517, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:50.818511+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b86baae-23e6-49ad-bf6c-96e20e0dd454", "result_sha256": "0765bcbd0fcb62f8b8ca747c1df55dc0b3dd7dc532105f61df3ba07c0713e635", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2606277549930383, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:32.648347+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7927795-2442-4041-910e-2163f06a543c", "result_sha256": "80e66bf73d13210e96f25a17ca86efa1779ab929dd9d058a3776163a1ffc6622", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2973588230088353, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:35.617254+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fbfa595-3c68-4b77-9399-d3f89cb1cf8a", "result_sha256": "b4070338bc0b994f6efb142526afd471014914a57e4811aa89d3af3e7ea10ff9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02961, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.085212304999004, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 916, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:07.108991+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1de92fc-b3d3-4185-b1e1-ece51833cc4d", "result_sha256": "fd705211db5c2cd9f372656935c35fde73e9372249948ca97aac4f99278f75e5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8276612290064804, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:50.057672+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "534ba12b-6e4d-4285-bf3a-2d4a1e9ee26d", "result_sha256": "754bd97bf9e9be8aa6c804979373c442593ed63c9cea7853c3b7fda6601d9eff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008235, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.123603441999876, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:38.259572+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "237dd7b8-2b2c-4390-a178-585494c27839", "result_sha256": "7406c7aa3155439ab0d5646c9a355b8d56edbbe9b88e64765e674059fdd7abbe", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00859, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.26567794100265, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:13.253367+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca96ee37-07e9-48e2-8951-306f7fc31c07", "result_sha256": "4439b4cbe643b4088e77dd90722e6892b4f77206d8706cbfecbb8c5b560aa436", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008285, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.212939296005061, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:44.742528+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58111bf4-ee86-4eda-a637-0d10cffc986b", "result_sha256": "fc51e115e95eb06c9cb08feab81140211fb60fb13e5df2951ba2df58b3c069cd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008335, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.85386432899395, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:50.673209+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a5fa0b-5c2b-4db8-93aa-e5f341376d24", "result_sha256": "cef11ef7b3d8d2f7141c1036e80bce4bb770a33445e8a7ced9ab24404b0f5526", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00867, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7115904109959956, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:03.131883+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55121e84-2d31-4f7b-ab78-c84cb21a7c1a", "result_sha256": "fa6d064e234a589132715f4d3c9d073413bf07d52848e5c98f64215f0cfd3956", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00844, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.286319786988315, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:06.196466+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "524d66a5-e622-4b57-a878-5d766dcba2b1", "result_sha256": "52569b65979d563b0108d399749dcb6dc93534c63bb41c34221d783f36653fc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.354850964999059, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:25.056735+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98ea0536-eaa0-4f51-adde-94076b6bcb62", "result_sha256": "33386a252c482474f90f05a84c729ddef75a2b9bc965bc0b8fb7ac22f02c1e3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00798, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6246234090067446, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:52.299110+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1574f134-ab8a-40b3-836a-ba6d409b502f", "result_sha256": "e104658f5158e40027cc13dbc3e6620450e0eadd2ed3fb518e62e921fb99836f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.384211147000315, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:53:32.565185+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcf2323-dfdf-4b91-87c6-1383e71a9267", "result_sha256": "47e0ff6612fb5380a0e3e55ba986093b92655be23541509cc04377363f1253ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.102356294009951, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:08.374365+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce3c3bed-4e46-40ce-9acf-d6853d5c1a1d", "result_sha256": "4a73ecd737a9408194603bdce0595c4519ce81cd352b0149eead6f08ddb5e6b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008205, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.391199122008402, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:21.861577+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0329035-cfd8-4863-a237-561d96b622d6", "result_sha256": "09de5b4f0eedc086d0a01be173f34f8a4e4a35ac6317ceb187ca1c0eee148097", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007865, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6461083159956615, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:37.409900+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e27265-d1f9-4094-96ed-2c23bfef4b14", "result_sha256": "36bba5fdf5ca1d5305d39b3fbe9c2d6bd5ea2907df8090adf0d935809f7b6b79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5116147540102247, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:07.944217+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d47b597-ffe3-4cea-acfd-10abc21a8e1c", "result_sha256": "6140fa6a6228a16cb859cae2a45c186e6c8b221a3fb8ec831d8cf6e292035c91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007825, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2643944309966173, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:53.123582+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcec3ecd-c2a3-4243-84bf-a24546ac4beb", "result_sha256": "aa63b2c649f8a4f885a216630864261780883088098ddffc599ef6f5fb2b8310", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00817, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.216689510998549, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:16.259192+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cc7a107-c02c-4cad-8bdc-0571b6e4e0e8", "result_sha256": "2fd721c6eed283cb5b2cd0cc9190fed51c273919f0b4a53e3193d1fc78d4635b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2934108129993547, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:08.219280+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33aaba11-8d77-45de-8b69-a56aa565d2ba", "result_sha256": "fcc0c2269bc1407582c1facd8f0306c07556dfa7a5af8e9b4f5c3deb37e059f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.726217524992535, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:40.367600+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d03599b-16cb-45f2-9160-975bf7e0458c", "result_sha256": "c6a7eba6ce5bbc32ca986e9d993732599bf8c231d8accb44d4bbc5b5dc220ac0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0250094600050943, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:07.274152+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab87d70-10fa-4b4a-b235-fc3f97cbd70b", "result_sha256": "7b79637b9eddaa8cd60e500ae7222dd2b6862faa08cb683ebd4c2d05ec4ca0e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00866, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.605440870989696, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:58.911143+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f4d0bb0-400f-4a0c-b9d8-a4f1301908e6", "result_sha256": "6bf94273f22174524b459cfe64a4dd20abeac0a817eefdeae03f74c733b2ec25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00804, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3842050150124123, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:22.257011+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ca66b36-57f8-43d7-8539-10b7ab07dc32", "result_sha256": "039e1d945a259b3b5e7ff8cf996372cb0ea66807011d30e6f5eb56cb4ddc2d7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.1347383829997852, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Narrow", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Narrow\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:46.757688+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfda6cee-05ea-42f1-8cf7-24f15fee08f8", "result_sha256": "f2615330f4a37af7f9915b018f4acd6e8c31b89b45d853215a06a9c401b5ae38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008615, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.128997341002105, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:12.772119+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5310ebb7-eb3b-4d1e-b047-442ded5e8647", "result_sha256": "119917e6df589fa9ee7068f8d30f375597e198ddc1aaf5f61176f48ef3dc9de9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6418348220031476, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:14.807605+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25d64271-15dd-40cd-84f4-d8bf171ced10", "result_sha256": "bef81f9e914698d9bdb5974f0bcff73155e873a29461add3310c74167e700913", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008155, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.60320119401149, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:20.507513+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b1de746-0025-46fd-a7d1-768c2e7a1d09", "result_sha256": "eebe68d964d0a5f9256602c766bc3962dcc16c59ef1ce61430a9ad53d19e1f0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007875, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.499625788012054, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:21.168745+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59bf3029-d7b5-47d4-b2c9-7360434a7c13", "result_sha256": "de68cad29cfeb3fd22d36d1148a042d5dde651dce38d2b8f2f164f768306bb9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3434306059934897, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Titillium Web", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Titillium Web\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:02:54.535153+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c3f16dc-64d0-4a30-a6e5-b8f48bd63877", "result_sha256": "4bbeac6be56babec3b2f4be312b03faaf19faf8c155a8085510c28963e0ef881", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.2315562769945245, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:22.435997+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8f1e683-d5f4-406d-9202-0f47f14b2996", "result_sha256": "3b9ec9574742d7abf92700dbca6fa1be469cebf4d1b1541dcc9babba2a9d802c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.270618505004677, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:38.798936+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a08b3e1-07da-4927-9e29-c1f05bc5bd98", "result_sha256": "a03ff037b586dd93266c7c86c5cfe4aba4ba19c535d4455f99334cada4bcd95b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.573372725993977, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Source Serif Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Serif Pro\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:22.781710+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb32ece3-4250-4496-b2f7-877e84c806cf", "result_sha256": "e9f38387e95d730091c07d6dd6af23da5da2a728d82d43824923bf630dd6dde7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0078, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3988540650025243, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:55.987227+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e0e8d11-b62a-44fb-b096-0747ca8c770c", "result_sha256": "b32d7989df4495370655597b6cf9ec06f403e74412da540949b7fd4eb21b8c61", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2631265919917496, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:48.445429+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e78e349-338b-4b7c-8c67-6f0099ec2421", "result_sha256": "ada6f8db60b2d1ec731a6cca77ff209175c220cb3a522943ddd6272a74fb3048", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.515380354001536, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:55:56.643753+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e346c303-2fa1-452b-82c1-51e82881722e", "result_sha256": "6a0124f8dbf68b6edd20224c4386c4d3c4c534f8e7b3491058e3ff9313eff48b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1259515380079392, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:31.479176+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5a4130a-b218-4f44-96a3-b88b304d5c52", "result_sha256": "ea579cd44c0b61da1507ca22e99ebbb1359d55bb09a2327ded7fdaf7774ca88a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2984551420086063, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:41.015596+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8904aeb8-0b00-41de-8666-e579aad3bcab", "result_sha256": "1b9fc36b03fae7475b27bba6f68b833aa555806f2dd1f3a640a60dd699dcc5d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00798, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9441156139946543, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:58.651701+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dc08fed-dd9b-4b63-899d-bab2ea3164c0", "result_sha256": "d78b0849779000f6c07e533c0db600dd4f05f29de983ea8991a91a44421f2127", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1709336060011992, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:51.467268+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "606b06b2-f784-44c9-b34b-52d53b5115c0", "result_sha256": "ee5098d241ee97d82cae2f4de54d7a1a7a8472a8a2b9adaf9b82a89db0760f98", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.139050864003366, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:17.153791+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "959e916b-2dc2-457c-8b5d-64d3acecd6a8", "result_sha256": "e5022fdf1be19d27ea0f85b4d61120d9dbabe29e8046fffe708ce2c9c11895dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7227315880008973, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:53.864610+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d56942fe-3a01-4d14-8445-0a128cedaf32", "result_sha256": "ee90bf4e4f0c4309903bbe846613700cbf68ebe4b1b663befe4f6d4ea5da08db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.274731294004596, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:30.718858+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dca344e-c334-47eb-a594-d16979c32c3d", "result_sha256": "addaa5369f33c33920ace05d8bff7c7dfd3e0ae5af5e60e84a9c70c020c50918", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.532322175000445, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:02.818450+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e12b47-2433-4794-9462-3e5e69e45a0b", "result_sha256": "3c9e775064be8a4025b2916bbd06fba4dd4c3b0168c0f891b34e975ac1b2c2c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00821, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.264209432003554, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:54:29.714559+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "419eb870-3c82-4b51-b479-f218cb3717dd", "result_sha256": "76c8f42c600f3632b2fe1e7b18763ed65031dce49f1fc4d8c4991c836869db4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7823010660067666, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:14.742845+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7b0d71f-6b9b-49c2-84ff-7cb3a3419114", "result_sha256": "ec314ea4205f2b75471f457ea0d6d0923494b60afe6d032a89697c98488344b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9023084530053893, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:24.851762+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9857e2b5-79c6-483a-8921-9abae29aa308", "result_sha256": "57f3a30af0b82b71659bd4118a7368b9a2eadfa2b2070a37b9ae63d1192bbc5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00794, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.664969254998141, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:43.265547+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f9f5bb-2817-47ae-b9ad-d9dd7be5de2e", "result_sha256": "75487835b9e59450fc3048156baaf3931cf674f701ca44b48409038b036fbf32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.265642055994249, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:48.715779+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d662be82-b888-4562-aa12-eaed2235609a", "result_sha256": "d87e3bc4c1dd5f8e6340cd509e4b9802a8c02031218464c72ffa6659187115f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00835, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.332270229991991, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Jost\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:58.091309+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d833a20f-8860-4f3a-99be-51e01b9f5a09", "result_sha256": "0dab12b07faa2111cc67aa0dceb48424d84dba2142995166e67bcef88762ca1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2014966380083933, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:35.292316+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54249077-19e6-4ecc-b486-65e4bfd3ee8f", "result_sha256": "c53824a4104976b32bdab63d0b7be4ec37026a043892212d7e11a59fb1f1f08e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015185, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.73973374000343, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 339, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Questrial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:56.779869+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f5cc6b7-42bf-4900-915d-f4579a1dc478", "result_sha256": "89b4362498d7ccd24badfddc0a37a676904aa11312bc8816d6e7e6e9d03aeab9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008535, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3480133720004233, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:25.411297+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63ec3b40-99be-4a15-bb42-566d80b14f4b", "result_sha256": "0a86d7eb351a31e95742f285035a68c5b01b31cd71e7cb929eea53df99074dbc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6205691779905465, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:27.032837+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8785aa-9645-4796-adfa-06961e4da48f", "result_sha256": "d52e24826bf07d041150df1cd36fef51169fe7b205133c0fe0ce1801c151c1bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014015, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.599623752001207, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 274, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:39.137848+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee0e400f-fb3f-44f4-87b0-b30b0ad07c59", "result_sha256": "a84d2a2e7dfd1e3aa0006c310d27d5222ea574334f7e9f0d5dca8fe0dad8517d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.596965172997443, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:24.917639+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f975f2f-e23b-4a0e-a99b-6907517077a0", "result_sha256": "b3d946b46e5082e9568db18df7d5f4b22f5ba247c9b98a95e2991ffa504ddfa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00823, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.521008708004956, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:55.795781+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10b576dd-7b2d-4e94-9558-ab0bccd5750e", "result_sha256": "7cb6c2f46373bf41e0df37188d7bbc9348be3319b65a8911942b5de46ed56b71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.09081466999487, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:57.246379+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e38ab12-1884-4c7a-ba57-5b5457d62d63", "result_sha256": "1dd91c787059539bb4998a83d6e519932f0927356778e3b9988cc0b8d9c6e735", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.146004672991694, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:57.217239+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e988d18b-aac2-48e9-b3e3-9ddda9582c3a", "result_sha256": "483b0c8155b5bb722fd2727ba1753c84461b11c43317b02a3cd66fe56df08729", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007985, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2480565950099844, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:00.311293+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb570acd-8429-4e7c-9366-7334f1e708bc", "result_sha256": "1b78e7197c0bdafcfa7c571bb87cf7e79b1c460569f2075b5af7491fca849f6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4187607650092104, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:28:41.534595+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf4699e0-cb5d-4cb7-b0f5-b313aee3565d", "result_sha256": "301dd215bbdece076d5e2213f9ac9346ceba2986e51d7ba6924d916c3ff8addc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008115, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.026014151997515, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:49:35.864271+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a796c9f-6895-4c1f-af52-b01b6dfa7255", "result_sha256": "73a005f547eca6279a2a5ea69e624ee81b3dba0b18d6368644d5d7a3f559853c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5891438919934444, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:16.845095+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2fc57e8-479f-43aa-8284-822603ee4b19", "result_sha256": "17bc9cf1ac1ef5df0b00ac2ef7d4e14dd760a5ab8f6c6dba19d570c4b39d76ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.578758032002952, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:05.506017+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9088f1ce-c0d9-49a5-b590-e4a5c298943d", "result_sha256": "eacb0eca05606d6ed910b113fb4f4855eddfab9a3a2f7568c98c8c8d341c18f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1338770519942045, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:25.397561+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7384aa4e-b20a-41bf-b276-889fb1a296f3", "result_sha256": "873128dcd690d241fea42785b2cdbd8d0ad25bc056884a4b667791e6c18044bd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.9559769150073407, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:29.856364+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4381cacf-fcd4-4683-b851-e657de9be7f6", "result_sha256": "ea44e045ee6583fef524a6cbf3f51851cdfb3e1fbc4db40565cf15332101fd38", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4801936840085546, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:11.042157+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a13f5312-45bf-44ab-9c6f-018ec6b20d8f", "result_sha256": "47fc7cfefe56f2720b6765c84fe4c3af6a8e3f2a9bdb5daf794b009e3c76abd0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00818, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.8773090159957064, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:28.565271+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9cf061f-285f-4a47-b6e6-2809ea0e4c01", "result_sha256": "9545afbb63ebac4ecf73709eb9ca401b66495a2dfa8fc723afb8706dc81acdd6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5357753110001795, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:53.587686+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60846d4c-5718-4b83-a39d-08b6c7802fd9", "result_sha256": "90db0fd46e2b7e4841203a93fd3b55db4813fdc1396ae7bf14e0a410ba563aac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4056181860069046, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:58.678759+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c21fb666-d707-411d-9ba1-6c2ce6687a9d", "result_sha256": "305bda43d5ac2578facfea1fc4b58eb59268a4a3b061074f94bfd73b3c8bcc4d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6325924249977106, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:45.360777+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9ac84b6-9d9f-4e7b-b46f-eeec37a58c41", "result_sha256": "e70f7ca66a849065e6e6292803c1e33d7b61f40eb670b90c87b2d0327ef4a4c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008135, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8294469230022514, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:22.457565+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1898245-f2e9-499c-b81f-036e61204147", "result_sha256": "6449716be44d28633c89ae176415eea173fa31d4502ec714bd1ab1cd5c79affe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.608718278002925, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:20.077035+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd932bc8-bb2b-47c1-abf2-677d45771142", "result_sha256": "0efd2f3437e64e3882bb00feb1c3596bed87463e5d6327f8ffac7469264b4a8e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.382573101000162, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:12.043017+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcecd672-c814-4780-9ef1-d96401078903", "result_sha256": "1f99a21bcacc54ce46c61a1f584dfaa38cd6d0eeb8411d71b269c568a128653b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.007925, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.384715130989207, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:24.430469+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80735dfd-522b-4621-a1c8-410840bd4b6d", "result_sha256": "37248f4b200b5fa2fbbd24b377d09d3a3c315652e86e56795ad52828bdaddfc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.474793451008736, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:00.517024+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddb06e5f-bd16-4454-8401-017e8d3349d2", "result_sha256": "8151fb0a84b41a8355e11cbc5ded6e2c7c87140fd2cc82863f69a54f9b15a0ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007875, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.7172371880005812, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:31.455514+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "765a8707-f5a3-4097-a674-11da6edc66fe", "result_sha256": "b38f62e1ebfe1104ad9fbf77efb28605fa4e3dc8c3db1deee69d3be9485bac53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9803989450010704, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:32.721594+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "38855d54-557d-4a44-baff-776acd0821de", "result_sha256": "b381f94e1961a6633a47244627961a3daaed06c00f27966a33bd732367b7e76f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.359162066990393, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:05.118399+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec53247a-8cc4-4e1c-9f4e-354deea1b2c3", "result_sha256": "8601c0c1814fadc1ad9744a3ee24ae603ba7d654418c50165d3dcd74f6d46f2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2684662270039553, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Jost\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:22.800566+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf6b3ca-7bef-4d71-b6dd-7aa39c2eac00", "result_sha256": "63cf74c93f73cff8e893a67bd0fe0d27b57905902942656f52f5d614162f1b89", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.422819977000472, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Slab\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:32.043333+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e55c8abf-9add-4f2d-a9be-0c903ec010e4", "result_sha256": "14be01cd8adcf03ce35f91fc8a765e87602dc6790da83ed26c690e705bc0e034", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008155, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4469909070030553, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Jost\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:07.577475+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85108c18-a92a-427d-a83d-eeabad18fb1c", "result_sha256": "eb6fce6bdf09e598bf031d0af98601032551be2e08ae67dd985ce87d23c12c19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00861, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4048613579943776, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:43.870255+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50afa98c-67a6-4d90-b14e-6d0818b52664", "result_sha256": "1d929894039d595ed8a984b2b370e58e812361109ebece3b762163131332344e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1837245610076934, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:01.098065+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07ffecef-a97b-45bb-9775-83fa29412356", "result_sha256": "aa1a6168cf49d6563d619254ba11e39281a696b2335879855377e4976cb10126", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2065574799926253, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:43.168086+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e741dba3-e631-4343-91e3-bda105562d8b", "result_sha256": "f9b2fd2268986d22ab5d31e033def44d6fd12c5b5cf09c679dfbe61c7b8d384e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.269370024005184, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:12.187328+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c22deea-4f7d-483a-8e33-23bd94568f64", "result_sha256": "b3c7d59186cd0e445968fafd254c93fbe970d26e349a3b68f3cab53a99d6a0eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3588414739933796, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Helvetica\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:57.944557+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9c31027-ab1d-4f0e-a003-8910bb7a59f7", "result_sha256": "1837f0d5a5146c0313eb5c93263aac68a47fbfa5d3ba47422f316a2008ed84b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5015177500026766, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:24.937370+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6d5ca83-3c96-49d4-a188-afbc9109ba1a", "result_sha256": "47df63e6f9a04a76e7b1d2884e748a9784ca983b5cf63c6ae75e41d47e681b6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.384818302001804, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:12.624747+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "838e6a3d-9c32-412b-82b7-a11b4466339e", "result_sha256": "419310b1a4f96a08e37feadbc43a255a0d87fd1ebe7f445b39372d418a1d929f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2892586669913726, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:26.974096+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1a901e3-c209-4e24-b55d-780906fada82", "result_sha256": "71b52e32767208af63cb502d5031c0542fd9be6464b469dc3c97d28c7b9243e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4950879930111114, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:45.207184+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d627bef7-89dd-4322-8a2d-9dc4622e79cc", "result_sha256": "b8348762c36aacfdc02f7e9116fc2cd2ee52d9a4964188c9a79f05f468cd008f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008645, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.138860195002053, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:12.285269+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5447e2e0-9821-4ce7-a56b-3f0ce76a4745", "result_sha256": "e60cf242cc940fba691fcf4b3b090bc1bcf49af06ea3e3f6e73d79c1996a392f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00827, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.683081827010028, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:38.614205+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1205f7fa-1328-4153-8a15-2264c486d34a", "result_sha256": "946b61c222ab987abc5a20970df946c296dca286d23f752ec3264f22878ee1d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.486737384009757, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:37.898458+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9313e399-42e3-4e47-a9b2-3331ee9783ce", "result_sha256": "bb6ea468ccc1833237965f79f5bb767c3b167cafb9e99fc1b905df8e7b45b820", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3542898339946987, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:22:52.426406+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c657d74-1df6-42b9-bdba-dc0c4e7a4639", "result_sha256": "2b3b0ee5ef375aaa404f8bd0b0216a92d1a2683d1f4afff23a46f45910124c57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00801, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7088062340044416, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:32.780022+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cce3522-962b-4fcb-8ce9-92cf420185ab", "result_sha256": "b30d91fd238d6d4762c400767d239eaa293b2e2a951c4dd178a2446aca9ffb2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0456764940026915, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:02.788586+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fb3e1e6-b9fe-47a7-93a1-3e57424c47e2", "result_sha256": "67af7c521ac5c46d4fc8c47db344dbcdd880712f66f0a2eefa920b63f3663c11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3293309080036124, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:46.452169+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cf16801-d48e-40ab-b5ee-9a1ac058b7ec", "result_sha256": "61d6288afa2509dad5bbf82f9ca0813acea22babf39d1c44874b7d052456798f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008635, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.749012473010225, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:48:58.601653+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23425df1-9ceb-4451-97c3-d6d123eb1acf", "result_sha256": "6b169e810d328b753218e9aa5071d7c266458dc8c6d643436b13587681c1edb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.3384044249978615, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:39.137572+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4033034e-d81e-472c-a439-29a62f190eea", "result_sha256": "f9532cd5e5ffc44b634353d7a756d5c3bb9775ee0597103713052b96d3efc358", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008015, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.355060271002003, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:00.901188+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e127fce-680b-452c-ae89-1934f52e380e", "result_sha256": "c02b7905a4886dd3b5482339431f2358fb8969257160b063dd1347493b0a9d09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.253242788006901, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:49.927497+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2fe852f-64d1-4b6d-9fd6-a2779ba52a53", "result_sha256": "1903846011a1c5f215ec873ac341a33c353e5c4a95238bc63a6befeb14e36167", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3145803840016015, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:50.243457+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7b7cc3-b1b4-4cf4-8fe1-7df1007f753d", "result_sha256": "6f23d6eccc411587a7eb5e767ec8f9db07fe5e6b6a876886a0ba017b410b221a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.724778760006302, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:19.436496+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d107a978-1f7c-4953-a354-788600c4247b", "result_sha256": "89d634a512b3560f2a9d1e01c9ed3eed4e86703c63c6677b93df0d068dc06808", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008135, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.265140600007726, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:16:24.719737+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a777a5-043b-47e6-aa73-a7763b316db5", "result_sha256": "4688b7be3bb0fae14dc6eb914114a18eea757edd7bd508cdefdf3acddf3adc7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7340757780038984, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:52:14.826977+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3e39a9d-7b32-4113-9171-92bec2bc0a25", "result_sha256": "9a73de4a984a2801db511738790dd4ac4857015058145c7f057a3c1bc2c2cd43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00869, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7275238310103305, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:09.765830+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a525dd2b-2ca8-47b3-a95b-807ee804fb11", "result_sha256": "5bcc4d843cae0cd2a2c0637fed6eeebc78d52b3ff5285147962abf78a19bb788", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008585, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2614262589922873, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:34.489037+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c11a13bb-9714-4184-ae39-8e355c10a190", "result_sha256": "73aba38bea90bbb8f80085770c175da210eba29343d34e0689673f61e9f9812c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1363982039911207, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:36.033003+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b00dac2f-1b6c-4ec2-b826-6e986b3e1802", "result_sha256": "b8c293d77387833bd29b375019d2b51caa8c420950caf47b0af854a199d58284", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015155, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.532646837003995, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 338, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:17.575131+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0da8242d-f66f-4232-86bd-45697182bcf7", "result_sha256": "461a8f293ea107fe50968b0ff41e66f1ca68b53fb0512ad9ccc9f7c406757e1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2760816590016475, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:05.337318+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43b999ad-88b5-497e-9593-075ca73edcd2", "result_sha256": "46fd7513c1fcc1986105d10a4374e50499664af376d337fe077efba771f44af1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.322886023001047, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:19:22.144119+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a9c9960-99e5-4e0b-8c96-e0e7f2a79ebb", "result_sha256": "b48f02c07c537b2a3dc808d7544842a91ab6b8250750efb637fb35b819f9acba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008565, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3475817239959724, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:50:32.690557+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7da42cb-d911-4551-bfab-ced8dccba094", "result_sha256": "f8b39e60cdce81dcaa9aee31850057d815b4274955962f8c52efa2352a060737", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008105, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.317402941000182, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:28.497432+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44b3906a-4645-450d-8292-b7396f2b60c9", "result_sha256": "1ca7713d1736e680b86c2eff20dc9d707384a254927cd6b30c1dd79ea198216a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008025, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3224435549927875, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:33.662467+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e968a450-6cbd-440a-aefa-4ffb6366dcdd", "result_sha256": "50cce031197d38cc1e790f13e4b2a1cc3f2ec8dbc39b9430847387fc31db6b81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00867, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.133095831988612, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:48:27.608532+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd55787c-bcd7-4b85-9ac7-05790f6efb5b", "result_sha256": "e5d438a4df9aca8a77f2995a42d1ab6617a103ce0b68df2899af372d17f6ef57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.618706003006082, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:10.291391+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ad79ad7-567d-461c-9df5-b18557476b09", "result_sha256": "780a36f512bfcd8c99f211080fd09f918a04b49556e81e63f7949c7c9da89118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4619396869966295, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:21.919923+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2281fb72-9e55-46a4-a7e4-8b2330528678", "result_sha256": "3478600e4302788250b5042a70bf1744f3feff95df915be50e400192d54e7090", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013515, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.042603850000887, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 253, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:16.361655+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0ac2ad-44ee-4cb6-9696-936bdde748f8", "result_sha256": "a12045aa0db628fa0eac05aed5757b9ac0750386268ed872add1a9d4f855c304", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008205, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.511660406991723, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:46.578302+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "febb13bf-7332-42d3-9ba0-01102e590642", "result_sha256": "d2502f3b9dec288b54829955ed2961062ff6443e070f06b680e27c5f9c308d84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016825, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.212214298007893, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 411, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:52.112912+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c8010c5-bc0b-4390-a59c-ff60d17ea3e0", "result_sha256": "a3cd8fd2c120fa096efec3a43cdb9401b6d62c56f490def1fb88fb634d0a46b1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008015, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.301814813996316, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:42:52.684693+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1ddf107-2da5-4a57-a63d-9b4702645baa", "result_sha256": "b901612021c32d552feee36b60278ab97710ddf1a937e820b82c808ec759e65d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3341739230090752, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:50:51.065156+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af9acd26-0eed-4010-97d7-0b3eaea65f91", "result_sha256": "5fad049d6e5ccc194e84edf640c103919e8a7550ab79b67d0a7fb671cc181431", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.294255071989028, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:49:38.179909+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a94169e-1f0e-47b5-b5f4-b7c29103a140", "result_sha256": "0ffdd3c8ae357907310db68068b6927da89b42f7bbd0c02d9cb1f293579aae9a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.6927912990067853, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:45.445314+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a9e25e-4ffc-4027-9057-04db24836dc7", "result_sha256": "2510f6b0d5945afd59b3c8cf9173fe57adaafddc99c7a44b679762815438b51a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008085, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.0142862380016595, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:24.957266+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3501448e-819d-4be7-9032-97dc264f2561", "result_sha256": "f00830a4e819da5dca9e2f68f81ca8b521b182deceab4a76792c52e456d2680e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.284124770987546, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Share Tech Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:44.090695+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f46a310-fc24-496d-98e5-df7542d315fc", "result_sha256": "79ab8b598c51b14a80f2efd5b3c7f3cd4df32b86ce35fba5581fd31818281137", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.920972460997291, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Questrial\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:44:12.920479+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c0b652f-8291-4681-a7b8-cc7637c28568", "result_sha256": "324adb6fd2977466fae9649396e30447022c66d9b8a95ed2691deef2574ee618", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014005, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.50814813899342, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 292, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:34.167647+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a6bcd38-9512-4860-b1d5-6be904edbb40", "result_sha256": "2a0a9f61c1c2f70a2171fb5dea1cf180d97972a6a1c704975f7de16f46cf01b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008105, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6443771769991145, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:51.764482+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac4ee99e-512b-4e26-ab8b-fd96f6f93ed2", "result_sha256": "b8ef88f0a6902d163ba7d414f484db4655b89acdb5f2877b0d3ee782f0aeab1e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.1312307829939527, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:24.380142+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ce96c79-9df1-4c86-aa3d-191534d8e93d", "result_sha256": "30d0b7ca8db76d7e8cd129e0a5632eb52fb1fc76a18ae116a53013069fc8076f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008715, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6191357619973132, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:21.611407+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f6ca0e-09df-46b4-8e5a-15d56caf74a9", "result_sha256": "4f6a4584a4d0574266b5d26f5e3c89de4060a397d34b1525f1bf1f88493efcfe", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01533, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.566427098994609, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 345, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:21.396125+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfd789a4-85c0-4c26-97ff-89bc003319d9", "result_sha256": "4a00f493fc8e9b572ec01c8a3d8d26595d2ddc7478d15ce761dc4cce00ec3ab5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00867, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.12040170399996, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Share Tech Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:45.335782+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07916209-7aa1-4d08-8454-3ae6858d041f", "result_sha256": "38e7aa732c5d533008740f96d608eac529ab81f1c9ee959093aefd3d39cafbe4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012605, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.811869672004832, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 236, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:37.233672+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16066a32-ba00-4400-a19f-905f7504cc7c", "result_sha256": "233c908518aeb5263fb655457e7a2308f5df1437f9908a84be1d76653ac0f51c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2369324550090823, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:34.972916+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab97bf01-8667-4738-b920-7a2172ab774e", "result_sha256": "e92d16f93f0ff81cb149f137ac08c818239599c17c3e0138cb8d727456b50297", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1387, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1885836989968084, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:17.999045+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "473b4b5a-8b46-4ae9-8308-b5ce0508782e", "result_sha256": "7fdc3f7733ee6502a513880e148978efc5be9fe728bc0f2e590a6ee94c962045", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.304227278000326, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:40.553553+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d27bd7-5898-4f45-aaf5-e5bf7c3006ae", "result_sha256": "7ad8e65ed75e1e49bb96d3f5a7863a82cf2fc2a48cf2ebadce82d034194b00f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00864, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1433, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3390292190015316, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:33:43.986662+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1484b23d-5742-4155-9978-f0c1fa757d9f", "result_sha256": "9026d554f52d5a8cbb5c924f55eead0842990057468d1f5edefabc0d284e51da", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2865851820097305, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:18.742622+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3208e1d-cb7b-4c11-a347-a058d2556a44", "result_sha256": "c3534da0e06bf5882fa000cfa908975b5caea9166292a7a77275fb1a25a4d79d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008345, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.35191171898623, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:53.361513+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ad7abd4-7409-4c87-9d2f-35269aa38568", "result_sha256": "8dbb64bff06b31214a77bfcc2f2584ffd95f2fce458b4628238017e04055ebae", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0085, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.76311168599932, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:45:01.101396+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7e4baef-42d3-4efa-8696-db2035f3b11a", "result_sha256": "726df4a5fb235cdec6df107d89a02a4cc5f96ff927f1d3103bf0c08d5c896cc4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008635, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.178816519008251, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:53:14.519205+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba47b4cb-0187-43aa-97c2-ee82fb845845", "result_sha256": "71a9dc8df2e6b88b9a772501899b1a31f204d609a53398d25341f28a406fdea3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.633299684996018, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:25.220048+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24f06a75-05cf-4d08-9092-d84ce7a35e23", "result_sha256": "d48d32be5f5aa2ba61beb2118dd458bf1c81f70a91b9f183b7281191d613fb4a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00823, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5675551329914015, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:14.525756+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0f7768-c1e0-4210-bd07-b6fd9219e1a2", "result_sha256": "055304207c29289e5447b62eedcbf48becb2c38b8347b6af7929effafa1e11f5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.350095367990434, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:01.039190+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df764399-b423-4671-a657-8429faf2bd3a", "result_sha256": "d034cfad3ba197d714a27ba65f46a58eff4bcc99bfce9d6c994216346db6a62d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012235, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.601869671008899, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 221, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:03.677281+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44dca80-677d-43c0-b532-cb4c9654e3b5", "result_sha256": "4da8350ad7999e5687ea238044df177c868e1d331d7b7c6aaf7ed16e9a703027", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.209122395986924, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:26.784352+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce188f2b-2e74-4dde-b4c0-733f8b3c846d", "result_sha256": "9fda55b944c5e04af4ec5ccab2b4aace1fbfedd8bfd4cb055fb9c55abb6c80f7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0785050639969995, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:25.782359+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff948375-c778-4556-b75c-e73b9e3fb2c9", "result_sha256": "f4f8ff035cbe6ed22929690305aae9a5f95d4422215c521e62bebddeeb139463", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1345620610081824, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:37.684904+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66bcdcd2-d3ac-43b9-84ab-f29d2ff504c9", "result_sha256": "87acaa599d4440e3b7e2408aa49c58502c57924ce4a62a832829b56c60f99a42", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01379, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.618340943008661, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 265, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:23.349899+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe20f63-7a43-4b21-a997-ea3fe35ea711", "result_sha256": "b3c5fb63392ca24ed7f3b193d0ff69c2382d5a920dc41247e137ecda642a4381", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008195, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6697423860023264, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:13.122303+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3572fe2-0b80-4d98-971f-716ea8db396f", "result_sha256": "69384bae28c04976d35ef5931e8a7a7d0ab574d2dcdfdeb07afb4d243410b9e8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008285, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2295088800019585, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:32.084942+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8350f04e-9ee0-4710-922e-70619f15b0ea", "result_sha256": "7f42d108ccb53a1fb5026bb27e434aa6d3e0126801bf0e4d2347eeb9393299e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008745, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.401771703007398, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:21:17.229664+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a5d8be-535e-449b-8432-80e92de3f91d", "result_sha256": "6dcfca7e56b9b521c1088e89ab6509dbf5f6af36e6b57863d2b30b49833c49a5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008185, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3085335759969894, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:30:26.933020+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef235fba-d220-4c15-9309-280483e8bbcf", "result_sha256": "c6206de97c1e61c4e71b196e496c98cc049633ada58966faf6309afe47c82981", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.374048611993203, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:44.070788+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8773ea99-5c91-4624-8f55-49656db0b75d", "result_sha256": "ab95d2e2500a72914037e21b4b748a1d84ece1a3463c17482e91b697391b7cf4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018515, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.7222754469985375, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 453, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:56.003861+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09c4c76-76e8-4702-89f0-f738fa33edc1", "result_sha256": "4e0c677c09a70dfb6dca8f70e86f46f5f8a41d658521836534376c83b498c463", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01582, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.030762581998715, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 342, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:44.918532+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3c3cc0a-04d7-48a0-a2e8-5fbdb3cd1997", "result_sha256": "f765ff3ce9695ffe731558080369bec96048154dfff0c27fd4131f6e0b037317", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014375, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.694808920001378, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 313, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:27.114879+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73fcdbb9-0068-4120-9711-3da880d0a230", "result_sha256": "742f08ca3592d024680bf08db9e57dd5f5172f18253e14defd8b87459230820b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008145, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7093978119955864, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:08.089501+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81bb898b-c511-4514-9c34-6c631b515e90", "result_sha256": "3d47f88568520fc93cd5f88c6a320e1a420d5c86d78495056737f5cb4939441a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0084, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2499943420116324, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:09:32.118066+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "967e29ff-4213-4a7f-9023-868e600c3d9e", "result_sha256": "e0ee8989513481606120318e34bd9287be036cfaa06a15e329cc9a9aaec72fb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008335, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.869989558996167, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 65, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Yanone Kaffeesatz\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:32.091309+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "197856f7-3df6-4ad5-b221-8c5bd4c9dcf1", "result_sha256": "8035b122eb9ad3112de5b6c00bc8747598115dd859e10bfd90e6a19a076846cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008065, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4688777349947486, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:17:27.568458+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a49d858-772e-43e5-98ef-f0526176dad4", "result_sha256": "91c5cedbcfd63b588a0646bf66f5b6c6a4153bca72969ee58745b0080769b5a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008255, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8001987949974136, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:48.003074+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d02d8abf-7fec-4b8f-97af-d4a631e28af9", "result_sha256": "c31c1b9152e5ee0879f6f7806d6ced0b7226b82c0c04adeb6589485f15e28401", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00851, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.503544773993781, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:51:30.740694+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "088e6283-a43d-49a8-b265-7504e3489843", "result_sha256": "bafc565c6cdb92a0482a2d91f7fd8980b45cd5f4ffd8517316a3cbf41dfe57c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00798, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4608632430026773, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:39.751802+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ba6d2f4-952a-4639-94eb-e1b81265e7e1", "result_sha256": "11394532c674a84fa088584920717df96c9aa843ef0268cca15956532327ae58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00867, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2392842509871116, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:55:59.076812+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfc444f5-7541-405c-a71e-f50c689cd19e", "result_sha256": "c5aab48b3f7afa2f7b988c139973e8b975bba0261a8911163fc33818573b5cf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3469974309991812, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:56:09.962531+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1155a04f-ca6c-4c4f-8682-b8624a2e4b32", "result_sha256": "574cd1bdf6cec460a110332bc7230d69520d7c0ae1ef6fb9188c4d17d645114a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017035, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.616117917001247, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 413, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:39.468913+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d6d9d0a-0241-44af-b998-22a86603b228", "result_sha256": "8ed02e77652ff719c98bd3025535fa661dcf45e576c905102fcccddaa5c8a3d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00864, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.261516742000822, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:32.308544+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fee30872-8eae-46ae-94d0-153a59db466b", "result_sha256": "47784082eef5e2158faae9fab3304930e8ce62f3c8c7db5219fe77858687acf7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00816, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3451138860109495, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:37.290642+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe5c1aa-1290-429a-ba4d-32e600dd2fd4", "result_sha256": "d16060032f49c4941ead8da0bab25827dd42cf0985541c59a39d1e1ac1f40f57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00854, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.40405114099849, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:33.394819+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeea038d-bf93-4d28-9b97-2eb90f58337c", "result_sha256": "0b175d0a1324b546cd95d9fa90c03e67f8c8b09acc145b7cca6f314ad12aa254", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.486477782993461, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:26.869170+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "975ff92c-f0ba-433c-a9bd-273f7c3dd7ce", "result_sha256": "be0634d3ee85887a2dec99a3d29c8eb1da22457e2e848520d8bd51aa4101b630", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008385, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.404593125000247, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:50:02.988532+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3405c73-c91f-4e08-9894-bf3f6a52f065", "result_sha256": "c9f2410bbb3941a6b3cd2c4931d343eff77a37409ba59033135d0245fea420a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008105, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2156094559904886, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:52.563043+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae93fbf4-78ee-486c-86ba-982b97780b40", "result_sha256": "8bbc23c19a6e21d2b5de05e7e6466e88e7965958d400a1e9c4a302e7797f3baf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008645, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.016994858000544, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:36.352328+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88d509b4-d6be-40c3-8f4a-1102777046bf", "result_sha256": "9bcc08a079ce7037801287e1b35d59d080db6c6cb720d4d413fa98422333b699", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00832, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.355073734986945, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:43.670686+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6cd6a18-17a5-48db-b97b-6c34efc81f1b", "result_sha256": "4697227877c1aaa8379eab5ec37adea5abd5f956184273146e9213b07e8b5609", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4048474190058187, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:29.210771+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f31b8123-8980-4672-9e7e-cbcad9cdfbe4", "result_sha256": "4f0022f17a1ac60d755ee3e2e8f73d9a8fb1cc0abb9b927e1fb7c00cdd92d15f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008635, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5484770970069803, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:12:03.508611+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5127b4b9-ec08-466c-96cf-752f392d9611", "result_sha256": "ffb4ec942f8be799b331ee5066724617f68e909864721e36b16b6fe56a9dd0c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.59077010701003, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:58:23.049826+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f31d63e8-0e56-445b-9ce1-8ddf6e087f3e", "result_sha256": "a692327b09017fca58bb04484d999481711615d96bba820c0a530921ab2ea37b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008585, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2442776539974147, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:58.533577+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f4944f7-fd0a-40b4-8cdb-c71f6c60c015", "result_sha256": "72a01974f13b989e5acfc14a38b8982868195ce086d6d652c5d1f461e5604089", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008665, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.567065718001686, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:20.174677+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df7d360a-2da7-4c30-ad09-81912c6fe61d", "result_sha256": "439286b5d6a34855a0e556921cab4c8b4ba21119efcb2c34d9f26cee1543b858", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1387, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6600645919970702, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"JetBrains Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:48:16.337942+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e6ebd10-f0ec-4fe7-b3bd-60763eb0dfbf", "result_sha256": "beb229b66f7513b5701690e11b36981a55bd39a43e33da8938d7e9cdb331bf9b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.018859606992919, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:51.024119+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f52b5c11-e141-4a2c-98ff-27f4bdb4cec3", "result_sha256": "447cdfb5c320e51ba2c2d73054c4f10baeb880edfcdbaf2fba0d9e17dc92756a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00806, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.1727428369922563, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:22.346278+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "165ac220-5442-4961-a394-85c0fdc69d8a", "result_sha256": "362470b29059384c0ab2e045d1f144fc4c87598b5963eabbb80fa4fcd309cce6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1433, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.3041029640007764, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:15.555481+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62726a55-8bd9-4b4f-8875-839de5ef6361", "result_sha256": "355d5685e55391a78c7f683be282b2085622263ea687bebcfa06e4980e6d3d66", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.262913092010422, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 366, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:38.639254+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94a96988-e255-459e-b2cf-a6f5f877226a", "result_sha256": "fde5746b2e0a988590e5fc26cece7399cc4324af9bb879e99a555ad9f458492a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008635, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.152700613005436, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Share Tech Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:52:31.278944+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b87ad800-b90d-460e-bbf5-fb6d2e818af2", "result_sha256": "9ba0f10ff55bc07881ffe4ca9cbb4a81efc3876a0d823052c0c22b3789eee1f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8010999050020473, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:14.408177+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11df9f78-4717-48c0-9ed7-372f3fa38335", "result_sha256": "dc559d84bff874f726bffc86a2fad694480d63244e59a15a7e67f69b34ed8446", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.429782155988505, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:16.216298+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "659c5662-3097-4a71-be05-a9b3a6d202d1", "result_sha256": "af4ee26eba7ce8f0470363b99cfaeb0d7be46b848125fb35eed37502bc109510", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00886, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.207518429000629, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:10.010496+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad97846d-a10a-458e-8229-082ed291f280", "result_sha256": "0dfa028e5459cddb87e5a735dfae46502878d81645e482522243f4257cc1e7a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0208, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.072585747999256, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 554, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:32.180421+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65628a1b-2fb4-49b2-a74d-2ef13a98e27d", "result_sha256": "47f3e24e0417f6b8f3ba79f404ad253c3f7f9360bdd779d42baf5b1c6d70dbfd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008515, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.187250258997665, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:54.506437+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b645b99e-01c7-4efe-8891-cd41af112614", "result_sha256": "9ff251163734c25e50a2e3d8a161d24a032e03f8c73fc09fa55ecb431df46ed6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.019925, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.014070666991756, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 535, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:03.125334+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "101b455a-631b-466d-bff7-28a88dcb0253", "result_sha256": "f5e654dceca9a4068210bbf76372c37bec539078de75518edc76fa89f6bc1e3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7900107210007263, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:48.843967+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc31f4c5-2177-45d6-bf77-e029d174e1df", "result_sha256": "b245ab6ad356358fcc62bd11c63f8d54958f64c861d40923eed3ae90a6e94819", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00789, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1064288719935576, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:32.085673+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59e3e70a-d166-4ce6-a905-e0f54ddc9c78", "result_sha256": "48d1d1e79f1c16c3a47c84df895a91794c2ed5254c78b73bc2b4ecd1fa5520a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.498841360997176, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:30.919076+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54936c63-c60f-4dc2-81f1-e76789da34c4", "result_sha256": "68ff3da009defa1d7838b3cf3ddfb30b70e7096047acb099633323bccb721007", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3170224979985505, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:38.716465+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09494d28-7e32-440c-aa4d-74d3249dc7ea", "result_sha256": "2a05e77401e2a7abc08298c6504302ca32653a513f8fb1b1626ce8ce984b5880", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.028857170007541, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:17.698433+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2f0f260-3239-480c-aa74-3665fbd329de", "result_sha256": "7238024c1b95013a133c1c54b31e5742b0d13a5103246470fcebd764bf5f2d56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5597294369945303, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:21.013816+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0a8656d-a001-481f-887b-ccc377b48f81", "result_sha256": "d40da948a1ae539e97c759c96c1e49c7b77f188e2d1b84d8d28a0f86374a6b4d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.048809504995006, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:54.320086+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fec9b7a-df8c-4bc4-af76-62688d99b4ea", "result_sha256": "c7210473b9920aacb14c77836cc8e4cb95385fd126979c2c4e7faf5c0834e5b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7539442839915864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:52.205273+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e618485-3b00-4fd6-b2d6-fd923cdf5ec4", "result_sha256": "2dec2ab46be26b66841500f6d90efea5a16da19d55c4e44b723156d9b7317e78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0083, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.375954818999162, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:44.846557+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08fb59ed-bfa4-4b1f-a730-8200e153d79e", "result_sha256": "f79a50bb372a6006592778f44f6e58d50e008cdd76481dd16a724930181377f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00841, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6379168499988737, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:16.602687+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e57679b9-c55e-49c0-9d75-ebb23fbcb00d", "result_sha256": "60f38bd7659d7ee56224473d9146723e096a2cfd5f94dd9ac816aeb2c8e83d89", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.340699331005453, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:54.806296+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1e97068-997c-4eab-8611-ce9f728d174d", "result_sha256": "c2add4235b534abbc423cd573cdcffa704ffa5c9e33d1e2fe0fd4ba7f6750e67", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.6558084870048333, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:08.754164+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1a712e9-11a5-4f79-a7f2-1cd1a4b6fe4c", "result_sha256": "690fee92a40bd9f1599c6f9b8a2d92c00515dac37fc9a95d1c7d7fcaacd0476d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008435, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.2376935240026796, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:34.457046+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "579ad088-5fdc-4fb3-b9a3-f533b135befe", "result_sha256": "d98dca7953cd02e9117687a005b2a775111b7f42a33d450d00dda10ebe1135e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008055, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.206217608996667, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:24.767668+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70403b1e-53bd-49ac-8407-6002c22626c9", "result_sha256": "4d003326ad1825be85ab79490e6424abdaa459e2084af4471904101c1c798292", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00803, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3324260950030293, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:17.258552+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99eb6b78-2f73-4cb5-9b5f-5a33b7fa1949", "result_sha256": "8dc295fbdd55e451575c19573274a61b2e53bf7c38fa9123350f1ad341562979", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.794732576003298, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:40.969601+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bd200ca-fc13-430b-bd01-c60262752de8", "result_sha256": "f74484ab5cdf403e2e0b3244c7b23b5b715cb5f3e9d6a5f797e5d591b4d11401", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015085, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.9437427959928755, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 319, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:51:00.576785+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89932766-fe0e-4e19-af25-7b05d8757cd8", "result_sha256": "81e8fc2b2c9e36ceffcce8030cb5c8d60731323473505f9903cdde03a9bcdad1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018125, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.127416607007035, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 447, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:54.326470+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae849214-c15f-4311-88fe-ff078e9064fd", "result_sha256": "8539868f58ce745d72ad32617a917e61599045b4f334e2a40575a2033689ca73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00882, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.0974538099981146, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Josefin Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:20.861834+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5796ebb7-0af8-4349-97aa-40566e0082a7", "result_sha256": "4fcb873dac7d919708881b7c770a32b2a8d7e787f98b5a4d1f2a509145d4bb3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.054459222999867, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:54.888000+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab47eb41-5e81-4cb5-882d-137f137f68b3", "result_sha256": "c109c501dc818619d6996b69052ce119e8145b04cc3cb69c72c4d99125d4dcef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008005, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0162910009967163, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:59.319892+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2957c7d2-2c72-4805-8462-5b2b34a28e36", "result_sha256": "748476edd054bec42f5539641e1249c1373a9303c79b34d2cf1bb0f660e4e024", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00857, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1212255010032095, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:24.346841+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "351f3099-342b-4fc0-af7f-c8cd6ea8876b", "result_sha256": "8bceb25476c181d94b03ef576b6cebf5257212d330d7b81b4f5842777d281d48", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008225, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.906489442990278, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:40.319364+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f24baf26-8ca0-4f34-b1be-3844d38affc4", "result_sha256": "6a144a42b02b5204d967f88eb655bd691464cd19db9b674f98fc53179b19506f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00832, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.422169165001833, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:17.000097+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "916c7547-a34d-4ec0-9104-481d0602c53d", "result_sha256": "0a0370378c3f3bd810d5bb83abfdf1caa8a96b54d0d12a5aebedf33217130d04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008325, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9361987620068248, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:15.671382+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2801b1a-9a15-45bf-9231-27962c4be98d", "result_sha256": "fd12863a2bebc349b1e45da16c42f8915cc05d248deed55f5f8cd58e14a6ee27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01571, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.398891420001746, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 360, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:42.240053+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85dd0d0f-01ff-4f8e-b885-2df0f0b144c2", "result_sha256": "5a1cdb3ff49ed6c8dd210f31e5b961b048fa40bde0389ee2f2a317327771cdcf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00845, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.302288816004875, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:52.474891+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e774bf8e-8b93-4e64-99f6-c439c09ab153", "result_sha256": "3a45ce6b080bdddb079e36ad836b023fdbd6d684ba69b0d585ba0bb20bcff49d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008885, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7031549509993056, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:14.643493+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14fddc98-ed06-4bf0-a4fb-2d7fdb2c6355", "result_sha256": "655cedff0663dd15e5c4611d4fa466d80de3fbb8567ac9dfb63ad4d7d7a11beb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008375, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2110187299986137, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:49:54.888210+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79ac83f6-e4e2-45b3-a977-82ea0ee4a18d", "result_sha256": "606ccb90a36bd800a0d82fd315a9b54109d292d7aee46e5949b47a91633f6197", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00785, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.656761297999765, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:48.730728+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d249f397-2769-4aa3-bf85-2fb9e0b37e37", "result_sha256": "8d3fffdd2abe80147752a8271aac10b44886ca6e176cac622a105f47a558190b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0079, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.290331319993129, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:59.004258+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dbcbb2b-268d-4852-8967-90aa98e54475", "result_sha256": "fa6247eac78a87708f3d658711be95455f197a2a38da03ad8589644902edb425", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00877, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3308846009895205, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:12.753752+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a102e47-1703-4f95-bc96-c6372eb64729", "result_sha256": "4385bada84ae933522437386d776eb38f8462d7b051e62b676e2e922903b6dc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007985, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7770606400008546, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:22.207856+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23c6050f-72c8-4051-87c5-18db54c64609", "result_sha256": "d657729b9d6a82681553af776666a343469fffc844ccece2ef330b317eb2a012", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00844, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.197596527010319, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:59.310275+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cafc8ffa-49e4-455b-9acf-104ae901083c", "result_sha256": "505ab9c1b2217ef7141bdd06e255ee40328261efaeb819140cdd1b54d8b807d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008275, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3852910889982013, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:38.130024+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d29c45a9-d20d-4105-afd7-16843ff38b72", "result_sha256": "4b26587f17b5f9cfa7f432811546d4eb5d828db041577c62efeba7982bb66be4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008385, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3355177300109062, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:23.949113+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb4e70cc-94fd-4518-8996-ae20fa41f510", "result_sha256": "6b601c1ddb155b7a4ac74f95e58eab579162e9bae487b88b50b7ff10cf014c44", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016715, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.561778572999174, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 381, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:04.794286+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6bf793a-ad3b-45d4-bd11-d1be26d32b8d", "result_sha256": "fedc17469a7ba296604671d7168b079f691aba24485a9c9ebf9b23a04734cd39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00813, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.228496962998179, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:11.788425+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0018bec-06a6-4835-acde-8f7d2f6c17ba", "result_sha256": "875bf8b9cfee5755eb264ad669b19d47e31c070aaf1eb80b16702b49b60c8c93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5729366570012644, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:23.701224+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ccd50da-4e18-4ff3-a425-4211e9769200", "result_sha256": "1ac54399c6e8a9a33ba4bbaf1717d036a656dc0f9f4b4e7c7e520b48dfa9dc4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.035287683000206, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:00.625094+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8924f421-922e-4cf4-b609-71877fff05ff", "result_sha256": "d868efb233846955dc54f7ec8ef375d46f7030a8cdf1a0db091bcd9aa3745126", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3411591199983377, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:46.470012+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c90f693d-634f-4359-9af3-546ca2618230", "result_sha256": "a39d3d1a63185266495315db5ebf458af77f34e604ab1c4caaac5bb81c6ec522", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2519541249930626, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:57:18.822217+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0f97347-fd9e-46ef-8f08-51f832e26bdc", "result_sha256": "5dc6bfcba44e1a12a3bbc9face7a5cc23bbca5af2afcf86713e14d0f761e51e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7497332030034158, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:24.174577+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13e56f53-0146-4292-8e4d-ee933c034704", "result_sha256": "c8ad66f422aa66953388b4eaf1f777437564ff2065c167e773ab80d4db4212df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6164147770032287, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:49.928963+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1259648f-76ef-4ed3-a963-b602c58ee702", "result_sha256": "b7af10615efafa8309d9c98a5bbb27704c10e8d02e7d8a5bde9effdaaa04cce8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2603300970076816, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:17.174810+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75d26777-2ec9-4478-a5b3-6b6a8a20dee0", "result_sha256": "6c0d0ae56a18b96dcdb14624d8a8e86586ee15dc14c56306bb579525b831d8ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.262539450006443, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:38.811676+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8babf019-eca6-473a-99f5-35f1b6e7f9b7", "result_sha256": "a50439065a3bd719285935dd595f3453e5101b9367e034c22ceff436a6ece231", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3210853960044915, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:05.084349+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "585fc6c5-3598-4963-b5b0-cde11eb9e42c", "result_sha256": "440946bca90572e204a9a84b3a8c9825e7100d116d48df32715e6b1a882b53d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00317, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2834336349915247, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:49.646066+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a740f816-9463-4ef9-91dc-c8491a38bb1f", "result_sha256": "e392d884c047dc7da9b7e9601c36b267943f5bc342138579aa447a86264cc9b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.347588132004603, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:36.047602+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17a0bb8f-0cd1-4d14-8377-f94a3f95a28d", "result_sha256": "85a3f3cd69ead5a5a7aa6a6c797ee72aecdd30d9807705887c54b42794dad034", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4106707669998286, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:47.866373+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6a5a4be-a02d-44cf-8039-7642d8ea34af", "result_sha256": "5f0207f1728efbf5852692b474c2dbf89d0d34cc9985508da184e6b47a9c277c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5788950210117036, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:34.903858+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c3a70a7-b489-48cf-a220-39f47bf89178", "result_sha256": "4c631e29f3a3264e8b43ccdfd0ab9fa6ce88ad19d3df0eee0fcbc34788c773db", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003324, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1387, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.253439169988269, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:10.992154+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "916055a3-5886-4548-8f0d-22e1511bf1c7", "result_sha256": "f1771ee0d1292b02656ac83263fcf5147be539c0f0cd6710dcfbe41ab3730e2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.19027171099151, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:53.774590+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e8f82ef-84bd-4dde-8073-800fa384f773", "result_sha256": "2a8486706c07b580e1c6435c43b93188c39319291e4743195e9bde2a2648d0be", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.415687460001209, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:18.297238+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ac5cda0-3c31-400e-bcf4-8719662b2615", "result_sha256": "55d6b975e4ec72ec2890ad06fb7e0b8f5968d1876afe21591a0a84150ab987ef", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2477664449979784, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:27.729926+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "671b10be-f80c-4599-bfa5-720280cdac49", "result_sha256": "6a544f58a3fbb12424722a77f9ba61a2104b0ac49fba012c537aa1fb28e56545", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3618706279958133, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:17.223495+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c8295a5-d40e-4c5f-a606-c5a9303553ef", "result_sha256": "50f2c5e3a8f9de7e1803137a43b123c6941bba378cf4f759b0b632fe84edbcca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.740622255994822, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:17.835771+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b80e682-eda4-473c-8d81-61ddd53a6c67", "result_sha256": "f6cea2d313d950d0a0c5f618bb04c77aa7c035675f728090aee71d65e846d49f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2606724459910765, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:14.889398+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c86e6196-2ece-4d27-88bd-c2441e151463", "result_sha256": "3a8c849aa085d34f7fa2642e0b3b09cb267519a0a2dca3af9d80864184be510c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003524, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.391401834000135, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier Prime\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:09.811409+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6c5929c-ed00-4593-8d20-8b25797abee3", "result_sha256": "41fefff21cddf5d4dc61efc3307d36e7bf18e1859d136b780e6b4c62d9af01ab", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2806901180010755, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:53.111677+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5199d616-3e42-45f0-a931-e181bf3db00b", "result_sha256": "7a902c3850f4ecb208fc3ec5ce35bc464ef49c1dd4991252613b6a460ad0a07d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.823908186997869, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:58.889875+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30a5d385-0e84-4233-bca7-d72a4aca3465", "result_sha256": "ed424a8bb3beaeffd41cdefc30f0584536c67a609e6ee73188a971d1549ee57e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.943368959997315, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:30.355113+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8232a0a1-41da-480b-b07b-af3b82da43f0", "result_sha256": "257386e668f4ead78efff37fae537c789c4017a7a5f1399f68ccc015b8e41c2c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.147788108995883, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:15.659882+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "318ad73e-0d29-48c3-a608-7663148c064a", "result_sha256": "69bec1855354b29edf18e737ce41a1a5629f66d097f22d1c01d52e22c24ae457", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8390623849991243, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:07.255659+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f45ccf8a-7dff-45a7-9c76-96f142a6535f", "result_sha256": "fa565fa4182bfb61e5bbf6b2856e33a333f4248c7358f00860b0eab424893727", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.792555663996609, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Tinos", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tinos\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:02.143277+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebc168db-e7af-4579-a18f-d3ff47f3d0e8", "result_sha256": "03708c5e9b8a22127c7475297a46efa0be965784e9807579995e1daf59c5aabf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9297866109991446, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:03.903682+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a79df766-ea19-46e7-b9f1-6901acfb4938", "result_sha256": "c42a7791f5f43f55b2e810b46f751ac8ef625c39c3514d0e4a523ce95ed3ffcf", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.36696528000175, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:45.248266+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4910dfb5-48cc-476e-b2f7-3a8feca76b2f", "result_sha256": "b115662970d3cff950b00e85bfef4ead92e5a1e3d94cf0429fb3c7f249738320", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3491263420000905, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:42.806216+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10488f54-844c-41a9-a148-4c7b4a6b53dc", "result_sha256": "e2b4e8decf949ca7f13a9c689abedd66e8695d6a949add90a616b3e134a9801a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003136, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8493994529999327, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:41.285170+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d7d761-4e5a-45a4-87d5-e9adfe5ebc01", "result_sha256": "7858af7c2edaffab6ca73a941f222d9a183282bbc56254a7a1a9bdb948b8be5c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2391354860010324, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:30.043345+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5d4a86d-972d-4e61-939b-20859d3d4ba3", "result_sha256": "64458306b1b6f44e07c245bfc44ff1028d4845ee4dff5de0c20baa1838c32063", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7762936650105985, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:33.756161+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d79914e-65d5-4ddc-995b-8dec26d5bebf", "result_sha256": "9a56b6bf50f5d0426498bd5f302fad0404e065effa2fd87d7d632bf669a2834f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.225559064987465, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:58.490694+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a18aaad-cd63-493c-a16b-450ddeda6c68", "result_sha256": "14235fd6cdf01a5ce962e6478f603179056d7ac9cc43f501d6ce7a4fa5c3a7aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003258, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6371510329918237, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:22.548205+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8402dc6-4b2b-4d4d-8714-d2b1ba17959f", "result_sha256": "721e39826245f0ab2b10e00c299b4d076dcf682ef520bbb3ddcfa7d99ba5b4db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1763597569952253, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:48.097816+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c72dae1b-76bc-4686-b86b-6a0108f9ef21", "result_sha256": "97690cb065b549df86b5b814575cf2740978f721fd6e38e773810ab02028836e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6850908460037317, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:10.464278+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7be75a1-ff0f-40d0-ae97-9ad06f9d0ab1", "result_sha256": "7dd164830e917a80ac6141afc663c8ad0e52a6e9e9753e292f3d543bf3af1fff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.292718379001599, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:50:18.943715+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a5f31f0-13b8-4fff-a959-85b481287f93", "result_sha256": "fb7369396fa87f67dc14f51fc1dec11d492b8987da71c5e11d6b607a40cb6551", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003396, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.204669842001749, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:04.931187+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d086d531-ef58-4803-a719-d682c3a0279e", "result_sha256": "5594cc9b650d8c67c578af965691e4918b8fd93a2ea3228b4e7429e97710522e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3217399139975896, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:53.566687+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53f729f6-5c42-4c17-a6f4-988f71384e1f", "result_sha256": "f87763f21ea9472da7f10110608359eb5ddb09689f46a7ac90a86fd59eaf9a28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5773467749968404, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:07.858277+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f6fadd4-b547-48a8-9302-9877744e910a", "result_sha256": "4ac1b7c0cab88a8a9e3199743f884204187a7d22790a8c35d869228a08eec9f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.745594384992728, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:33.763686+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d573a57-5881-46de-b857-ff41cca3b2e6", "result_sha256": "97ae4f176001d47b7feabff348a9ee1311a91fd73dc395f81806af0b84bad5e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.868950030009728, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:42.176661+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e03f541-9262-4aef-b5bb-9a70d7a23d05", "result_sha256": "553f9a88b3d5e01a95b3dc3029726279b7fce0ea912036e9c023962fbc5e5842", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2155219030100852, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:47.272168+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65ec4edd-a402-488e-86ff-81655b91d22d", "result_sha256": "0b5d225fad32ef01c838ec711ff607ea156c44ebc476fc2caf2b782155af01f2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.638599238009192, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:07.705835+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2a37a64-3d2e-43d4-9f79-afeab585fa16", "result_sha256": "0b149468410c48e5432bcbbace4b1e2945d5631b16237414bb3ec4119c1ad57b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.167470226995647, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:10.236691+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bb294bb-2c61-4024-87c2-7ffc7801cb97", "result_sha256": "6ddfae193dc9700aee2c9434f9cfd88ffed65753701e65b22d1f370ba526fbab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.282218701991951, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:17.545044+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "053a5074-c5b0-461b-9835-e6b56705de3b", "result_sha256": "b9cd51f86c2be14399a2476d4361f8a75cb9aa0c1a7463aa4ea8208cfd14899e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2658227770007215, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:22.321985+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99b6da2e-4ef1-4dfc-bcbb-82fecd3e56b0", "result_sha256": "a52f23387bab110a1ed3e9257246bdd61af45e3b6f8664faa60e5d4c4be74ebc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.353764832005254, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:56.868438+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33625e24-c9a2-4295-8e88-12f73cb2b5bc", "result_sha256": "9f596cba3bc95d69ee563403786ff9d4640616c8bdf759795a639b1dfcb0caa6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7900246000062907, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:08.987890+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1a9c63-24dd-48d7-93fc-c4e72057369e", "result_sha256": "170ee1a3532c95f85062529de6eae384032ed23fdbaefbbb38259c786dcdf4bb", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1942465780011844, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:04.200336+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f59dd75-849f-44ec-a950-c542f4f7346a", "result_sha256": "dffd3ad955d56251f6729729ee1eb2aa2be57cc9a3ef42165d7e9a389af9a568", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2810308059997624, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:07.565063+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "37c82b5a-1f54-4371-9037-cbe1c01e46f9", "result_sha256": "38103e23ca663f14fc94a184a9798b9032217b7b0065247f55205d2fa27d1ad6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.30737207600032, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:51.916846+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "159f6198-0762-4fdd-a756-7b988e079f69", "result_sha256": "33c29ab00efe2894e2251da3e7dfb6bcb147959f437975be04c221896286a9f8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003166, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4092145879985765, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:10.889867+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31135eab-4c85-4a41-b359-d3ec4c4e4097", "result_sha256": "d5e59ee3d1f8b0b9ef6b9a744ec9b467af23a6d810753665efd2f6331499dd22", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.081787078990601, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:26.145265+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2be4fe5-bd1e-4d05-bef6-80e3a77609b6", "result_sha256": "e8715d440f6b06b9847a70729e92f00d16dcd72b13a9f05a879bec49aeca0a40", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2187754409969784, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:14.306617+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd74e6c5-e173-4fe9-b65c-89afba247705", "result_sha256": "0f41c871938fcd174d961ae350de6e51a27a5262bacff578b7af3d3f4a16d560", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4982169370050542, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:14.778295+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddb5d232-430e-47da-b145-e8efe865a816", "result_sha256": "07ebffa9192ab4cbc45de69b0d75a9ce6294f41f1787846b941b30e311ecd769", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6538031930103898, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:57.967189+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "baafeb3c-c40c-495f-bbe5-ee2e10de06d8", "result_sha256": "dcf0db8d35709e0e3c6734bd97b6500eea6664c48dad3a071520f8e53f2d8058", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.255402005990618, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:07.649732+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b328f2bc-6d15-46b7-930b-b56cc47f5ef7", "result_sha256": "762b28ce1e18ee2c35b6bb8f520adc7299113f3d10665216464fc621682c1750", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.591395123003167, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:31.813457+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b85bf6f5-7b48-4728-b671-1a62e2befab9", "result_sha256": "43152427f94fddd77f8a1f33d16256e80661445200cc4e107f10248776f45878", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2946819479984697, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:46.087284+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce8d7616-5727-4d09-b3e0-cede7b9d25ac", "result_sha256": "9bc45ca3c23ef85e77414a60173acb10687b032380ed07b93687739f6f759231", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6603646630101139, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:21.917468+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5eecac4-b0f7-4088-8e6f-bd37f3e8f1d1", "result_sha256": "6dfffad94c7557e982eca9688836cd0386bebfaf32324318de7990e25b5f2a50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.215723874003743, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:47.900727+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b87e26a-9c26-436e-9a99-cec50e7a8da0", "result_sha256": "54579232e2d282b4229f620920fe6d72b49d34c389a5c31b4827ad54159a54a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.718249202996958, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:58.698125+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68444192-aa31-4794-982c-e22a0a190b9b", "result_sha256": "a482958d266406dc1a529f5e5a0eada28e3eb2a2f516920414620f52098f58a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6338787270069588, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:48.098992+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "601e19ad-d62d-49aa-9a62-ee0e1282e751", "result_sha256": "4c9cf7714db8371599a14dbed3e87d8f05e50c7934a8214aa03b0c21f9d3b3a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0780308639950817, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:18.467150+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "159b224f-19d3-4cec-bcbd-139a414c7ea6", "result_sha256": "a922d5e6d26a42b149d8a018978e010855ac62d8c151b492e5a6f8b40f71f4d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.267305891000433, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:15.213025+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdfb53c2-543a-4f88-b7ed-76e8f6ebd940", "result_sha256": "814ef7d7a7a57c182ddbbbd9ab9d0be81b51e5a5d3b07e02c6e7f9c208e051b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003284, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3616475019953214, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:26.726204+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ae19c8a-e769-468c-83e2-b92c8282fbf9", "result_sha256": "791ac345150f59697ab0912106762ff1a85a8dba68489969233867f34ed7b369", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9938471600034973, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:13.446718+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "600b3eec-5792-45ab-a1cf-b583172c12fd", "result_sha256": "363a3b2f2a57cc7681385bfb489dae5aa0f9298f26177c448f0bbbc2ad663bb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2409604830027092, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:44.014626+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db76c0b-24be-4a5b-a079-d2ea8a0664be", "result_sha256": "25fb3cd583d8b67dfddf19d366679a32511a2a591587cdee54b542f4d916a071", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4434216209920123, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:44.963175+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe2dc59-6f73-4d40-bc80-cc0ddc744c39", "result_sha256": "9ecc9bf5c364fd959f6b5ca4f3c6944d4feadd95198b6544548e7154deee6e91", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2893196670047473, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:37.762904+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49d013bf-1c19-4c34-b5de-44c3723e9b5e", "result_sha256": "296aafafa7d94a36c33b44205627492264e15fe05fb58b7e4c18e2efc5732215", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9186220690025948, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:59.170797+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b420fff-e497-428d-a21c-532d11d4d07f", "result_sha256": "41266d9e8fea036bd4efcaab1fbd25faf8622b56b3b8a74c35f9f8498f3d4ff9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1689919650088996, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:45.898746+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52a00a9c-c256-45b3-b56a-6f39f9c9ea58", "result_sha256": "300e4c5a52c2cbb6c0de83ed9db57125e7dd0eea28789e6efe2d6d75c7b8017a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.700478201993974, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:07.206824+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79d8c7f9-afb3-4b16-9a70-4867836b9a72", "result_sha256": "62ab56a36ef46c230eb48512d4c40c7f5bcb64b426dc7f822b12f54377d2996f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.191574254000443, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:26.700000+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64d52f07-6af9-4281-8ac5-412dfac2f828", "result_sha256": "1bd3896c3d590647d4e874663d995e42ddecb8cb71788408387b0b58442c162a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3221701189904707, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:29.175514+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "453962f4-e3d8-4b2a-80b4-9dec2c1f0044", "result_sha256": "7e4c5fc48827cf7f2e364342cfc48c9e5c4a231bd984756c108664d1f41cba75", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6759089970000787, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:34.943114+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3deb92f4-48d9-4293-ae78-39b1195b813b", "result_sha256": "7291063d79f3be1584844ff33438551a8b38827412222e5a300927cbdb997ffa", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003308, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1374, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.757067554994137, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:14.064760+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98b13c7a-ad3b-4d56-95aa-9f28ef45942f", "result_sha256": "02666d9a0ac9260bdd12c8f6316498c7ec26605d8b274baac963c020f8656b96", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.317936068997369, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 50, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:02.473633+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1cab9eb-08c1-4947-922e-019949717d95", "result_sha256": "30bbd917e5ea38c0d01a1b26e4177ee56e3cb7b209aa3d7193ca049df582b688", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.305464254008257, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 50, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:54:00.757245+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aac4170-c603-47ae-aae2-d58f74d88028", "result_sha256": "641f2b7223e43c2c30268aed1d2368bbf4d522d5dd8f2a223102fae12a83d290", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7972713370108977, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:33.047573+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19b9b03b-56aa-413b-a476-676c3b515d76", "result_sha256": "5f50469402314fd3b8997541e54d9d0bc0fe6cc7a1310e5e1f646b24b391abee", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1685311769979307, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:58.135428+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5af0ee78-f1ec-4c52-9162-d7a9f784994e", "result_sha256": "336456fe776a8f7d726bc90665fe0c6c6445788cc5554b46a8c0a7872615798e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00317, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8131028140051058, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:17.431365+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f940797-172b-4842-a325-21ca13d4f9eb", "result_sha256": "cee91ecae0cd293fd319832b2978bdff2bd4b81b1ee047173ee29703f4a1f7ce", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003128, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1294, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0479972820030525, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:59.467527+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4421456-e1fe-4b3f-9a99-558caccfafb9", "result_sha256": "3554e686495dd2a526e58418bd560d1a4d26054c9fe6ae52df237df0d6f8f29c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6933392270002514, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:00.908189+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db923062-b730-4a68-8f85-b4f06e52bb34", "result_sha256": "f4630274fa57b35d11fe7c9b5a63d64925e9f39bdd9dad5459496394957fffde", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9712273409968475, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:57.021055+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75906fc7-978f-4bc3-a661-9b3a5a48247e", "result_sha256": "709c37fdbe81e4a5306aed1ea35b81b64a7955af415dbb18510fcd4d54104c56", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003076, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1278, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8347679150028853, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:28.296513+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7167659b-a3cc-4656-8791-385a188d519e", "result_sha256": "f9ffdfe689b4e36d898f1f312f04c9b55b310f393a8107ab67dc1f22fb459bef", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.331306181004038, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Shantell Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shantell Sans\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:06.380615+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f4b79ae-37da-44b2-853f-bb845cbdb740", "result_sha256": "46a293e458c8ae77e1824d93d3553e02f568d442f6479d809e11307ea9a46d18", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003074, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1262, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.404657948005479, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:09.205434+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c21a8c-5e1e-4d44-ae20-831b8b17ba47", "result_sha256": "5170824d2d2f04264f00ebce8a0414f26d29aa9a315dbaccf64723f876562e53", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2855948559881654, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:15.401653+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63a270f1-517a-41b6-9ac8-97e7a9b28752", "result_sha256": "fb738ed5d480c834cfd1d0611defc0f11fd433e07c5a52651ef1965fda100426", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8845378599944524, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:27.145907+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b40214ad-0146-4516-b3e6-8b9595576dc9", "result_sha256": "c3875fe9179bcc5f2a27a3555b1d91ccce6cf36330a04980cf3e37520eebae74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6593516440043459, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:58.064709+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f19539a-0d22-4ed2-802e-78e8f18c6712", "result_sha256": "5f774f9aa20fd8461bcde56a6b5be399aa7a4ae9eb6829d47595f12a11ce626c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7824169999948936, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:16.417714+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0927bb90-8e4a-42f8-aa72-e5791e156c19", "result_sha256": "b04c3e13dc5173a25184462884528aec7c1d9c0680fd48507f9512e576f035ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003534, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.222800933988765, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:04.048055+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10e15443-da7d-4a9e-a77e-4663b07ae773", "result_sha256": "f4b07fb2fbfc0970ddd0fb11bd892522235e8f838d397852c871cc4fe02492d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3231075429939665, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": false, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:27.715720+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc3d7d76-97d0-47da-96ca-abe527943965", "result_sha256": "e9e09fd2cd299befde3d448a72a972dc4ffddc098201ad70ad757d118fa4e2b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5585492230020463, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:41.612990+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57726f88-40c3-4828-84ea-3710b26ca9de", "result_sha256": "f5554eb976cb4734d2079db5e560d8ed584b1d796b1e82bf315fe52e4202c121", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003324, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6536976479983423, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:43.766120+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f39caeff-ec1d-43e4-bed5-4745647597c5", "result_sha256": "06340a0a6e125b2c00144450eb94f25bb2e845f7c284aeab417d4999b7b36634", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2271304359892383, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:42.587864+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a87c57b7-153f-4838-a3b7-644bcce6ab7d", "result_sha256": "d3e15a89e5c26d76e30e2901a4d63f40e4c04b932ec3df7cf9f751f1a5a79cf5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.116903164991527, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:53.705202+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd01ff0-6656-4a7c-91a0-c7ff844643ad", "result_sha256": "fa0e6eb8c409757658954e3a8e7afd9a37e177ee987e81f2fecb39ce1b05adc5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7214322599902516, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:50.913140+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae7d7c95-f57a-4077-b3fd-c4eff7629268", "result_sha256": "2bfee4b28cb50c6a578c0a4a512562231f85e4970200ac42b685fb27630de2c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003304, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1736996640102006, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:27.037752+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaa708df-3aa4-468b-a2b7-95604d7185de", "result_sha256": "048f5f82757db1db98809ce5dc1b32ef1821fdabe96d5aa42ea20116ac16189b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.338346869990346, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:47.017703+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5653e10e-4ddd-4592-9158-2bfbaee15ed7", "result_sha256": "39fc0b67bf8912815f9b116c149d35155add3fad314b3239f744a60fdcad6c6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0793783480039565, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:05.873951+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d1cd3df-04ab-4ddb-9c4f-2ffd53fedc56", "result_sha256": "9098d57abf51d01f483dc8cbfd36256fa36924d4e640b788637c5ba8428afb4b", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6552473490010016, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:44.257984+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89e23133-90f0-409d-8078-e51325f734f0", "result_sha256": "14455904af7f3a52e36bfdf03b7437f26142bb2e4c43c452a213fde9f4c5e6f6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3165651599993, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:26.330755+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0340a94-c3b4-488d-8faf-f19a3b2d70d7", "result_sha256": "40e678bbdc92e19b0d6d554d5a222da43a8b27b40b278b4da86609d1947b036e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003456, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.398412387992721, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:20.610128+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb298a15-035f-4db9-a46f-34078c019421", "result_sha256": "ebb80d2e3b744b503f6a1466d4ac6e6b14711bc8adf87159229c9f552917f401", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7562372660031542, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:21.905339+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc423280-d556-47c6-99dd-ea7795a93dc5", "result_sha256": "5aeb24d3b36644b3b2ededb1c7be78f275b653d477183e113f53ce3e6060c0b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4427581449999707, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:28.610114+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9035f6d6-5542-4478-91d6-4712ef3fcf14", "result_sha256": "ddde1c6bdb3b03de1d4c3a910e3295492640fb7d9ff4b7efae26065b17a02486", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6645133980055107, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:40.926556+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c927865-8679-401d-bb36-81685bfb28f9", "result_sha256": "4b28554070c77a52776409d8e66ebbf1a999f11dcaa216ed0633bde8c9883288", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3015145550016314, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:28.151104+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "870f1aa0-3a59-48d6-ab03-c59b17e319e1", "result_sha256": "58ff7ba46ddfb2848ffe62eeaa6d978d58162c92704be78349e252eb071e3596", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5010293790110154, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:10.897442+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25aef8c7-8f67-4f5f-bb38-efee9eecb083", "result_sha256": "998bb0ab122800818171f669bfede7338e580bb6e92b91c54fbc9c624cad5d68", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.02902625099523, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:18.385681+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa68ad14-5fc4-4336-b2d8-770f40d77657", "result_sha256": "513fd574d027d1629f1089bb7c96cc45908823a38083395710771d54b3e3b62e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7282660370110534, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:32.320011+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "342f2a08-58af-4837-9af0-3ae24f5759b3", "result_sha256": "694d2bd9b1bd659a5142f98be5e50d90685bed504a27f5ec172a853425a79e35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.288346836998244, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:41.780679+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48458ec0-344b-43dd-bd37-9fcd2693f729", "result_sha256": "7cd6338f0135bd63f8e3697de6fafb1fb45811fcdf37f0b3dc030636e3106d50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003396, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1454134639934637, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:39.321687+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "456c90f2-e892-4540-8004-17ca7f7dff2c", "result_sha256": "77a9e0d36e1dd2dcbd5188a5626f810a7e19fcbf498966efbc03c4e8e37d07d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2705685300024925, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:53.348961+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d890c87-1622-4ca8-a209-b86d23300b34", "result_sha256": "97899d00be79ac49721128265cf3ce84429197930b538b1c394802ad276836b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.135875339998165, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:02.484029+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86705581-ec2e-4f43-b7df-d16c792d2d6e", "result_sha256": "d69d300350d6558dbc365a57995925920b3bd43134dc6958a02cc2d9d99cb960", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1891402449982706, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:02.287614+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a080574b-8c5b-4055-9e09-4063363b27cc", "result_sha256": "7650d2909e516d48550e740d1a580303e91aae50e83f1c29a3c18862969b71a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003086, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1278, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8375127570034238, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:46.873153+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b95b213-aa0e-4cb1-9e57-852445f3f150", "result_sha256": "9fceb32d77d20d17bcb0f4331f5f77b58337290e19a8f05c4ac722033748e148", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.271524961994146, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:44.400533+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3aaa0f1-54fa-42d2-a632-2e4651eb65e2", "result_sha256": "773b39ec3af66db599724ca41f5ba6052893dfdd1c76fc7907e56a57056aaad2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6747469450056087, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:57.895502+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df69a97f-4a67-48b9-ba11-8c407e173040", "result_sha256": "6147ad53a3fbc367184355035cd4771a8ba3d3c0763d4bb46c53ec65db8e49e1", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.845457282004645, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:47.152146+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16557eb1-69d2-4c10-95e5-7aecd8978260", "result_sha256": "37ba3259b96aaea20b0f0892032ffac7a2c804410262bceb9fc9bb1d4c0448fa", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003534, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6428217389911879, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:46.867227+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "7193bbbb-ffa7-4f55-a955-02bac6317e84", "result_sha256": "51157f3112df91066a89c59dff46e7c3a199c4c50c51d812fb9c837ef695362c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1495038339926396, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:59:25.466015+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09a94b0a-0d4d-4d9d-ae0e-213bc5291d8c", "result_sha256": "100793f4c2ad9e405b0c9643ea1b1a018faf380ae4bb982462ae96073f283d3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3609364459989592, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:08.500057+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9041510d-e9d0-4be7-aec4-852dab508b1f", "result_sha256": "f716e9ca79c009951e2de10643fb2df083d0e35d15038814cc95c2d942dc02b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3079167940013576, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:47.412955+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b87c627-8f39-4e28-ad67-d66a82e4d607", "result_sha256": "6a163cd11297dc391bdf06db43d2c6ca77971cfd44e55996118986d572a93e7e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.729467127006501, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:35.534375+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "719255ac-fbd4-40aa-bde7-8c63045a07c3", "result_sha256": "871014376a2bee1946f3da6c3fe6cecc7ea52f259ce867ee776905ccde5d7224", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2265609260066412, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:57.943016+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb138191-7b39-47d4-a02b-dcbabf35c62f", "result_sha256": "48f29d95896ad379f2c6c8450c470818c512acfb201d74fa448d32297a88d987", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.160233849004726, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:16.230454+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62113729-09fa-49a2-ac2e-a035e3392566", "result_sha256": "8776ff1848516c04dc302d691494a16a2508c86d0ffcdf28e7e174254b4861e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6556426629977068, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:59.087152+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd801a34-c091-44e9-9f21-a08e3f3da8cc", "result_sha256": "debb1240e7cfcb95e465d7edc074ec4e70430504a9df12534ae3b99211e9eef7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.077263890998438, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:08.874918+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46e10182-7e22-4714-b935-b038cbc34955", "result_sha256": "a3770c89f5afe1a6d326fa25ed750d1ddf004f85e1f4308c6dc38d0c3f82ca7c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.472048502007965, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:00.493617+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c33019ae-fb74-4b91-8b6e-1cda3fd4feef", "result_sha256": "bbc914a36ffaab482820e01cbd80387f742e86f4c28937dc4c22dac848beaf4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.93638775900763, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:10.297551+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc4e9ce-4b5b-4114-ae30-2a14ade182ae", "result_sha256": "f5914bfb60c9571c15d694cd97acc9e7233a83bcf9b6d9fbdda7646221db7494", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9076397710014135, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:49.611598+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe0a4a07-63b0-46a3-a97b-4a32f9fd7f8a", "result_sha256": "545c9b7f67e8de77bc70188f890e875686716b8d0f65ceb55a12e78808a06888", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7136273899959633, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:22.703718+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4d847ca-0988-410c-88fe-c5b1f11bbcfd", "result_sha256": "ac8f58a64d733003dc8d0973b648b457a66076a96ba4b1673b0fb72d8ea87dd5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1710391839878866, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:17.265484+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d3b2bd3-4cf4-4fa3-a876-6b9dfd173ddc", "result_sha256": "19a5c2a6a24a1b005ede8e838278f77d40c30fd5cfc46f2cc1263877d3009dbd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00337, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1373310220078565, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Petit Formal Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Petit Formal Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:34.282185+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "bef32441-f983-4bcc-be82-628bb7ba7c8d", "result_sha256": "2c64cc366007e2791cbe1d6f49843280866542155fca244aeb074573a05ce0de", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0032, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.450529067995376, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Pinyon Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pinyon Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:52.490378+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be901373-67d1-4d11-be57-9e3aaec72b9a", "result_sha256": "cad9b2f1f74e91a853c8fb9f3cbafe2dc1911cc156844af6b653ef38cb6557a4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003298, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1364, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3983673969923984, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:41.988860+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e562f555-0ee0-4d4e-8e53-fb91aee7d25a", "result_sha256": "4ef995fff1b8e5fe4823fca90d50b177161fd7408ed9e43ef823defd5ed6fd10", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003294, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8701331539923558, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Monsieur La Doulaise", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Monsieur La Doulaise\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:55.823308+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "87469e74-6be3-4653-9098-7ef25a70f594", "result_sha256": "763dbd70ae64b7ddd10f3c355259f8646acda79ab42dbcd00a2307a3d1985b99", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003216, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.534833997997339, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Petit Formal Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Petit Formal Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:19.739606+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "135362ab-032d-4a1b-a5a4-10f83dd6a1bf", "result_sha256": "4320acbfb86e84d66142160da4bc386434950143edc0ace726ef80d604d9b7e8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1364, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.237976032993174, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:36.021172+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75aa9c60-38ae-4a11-9d92-b18271664e93", "result_sha256": "911dc6d811f1057f117e39462054f570fb9dc82e950b1ed9ba44cc65551f0bc4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3201888839976164, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:43.595727+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ad7dd4b-ac9e-4c47-9143-d7b73b349f56", "result_sha256": "d92b3299060214036df0b7d76c8e9e75c1d1e94955ce3cf76d2d8cf608c5cb55", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00319, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.630745736998506, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Pinyon Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pinyon Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:28.515368+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc28bd60-68c5-41ac-8dee-7c4866718783", "result_sha256": "2a462fde5331b91e50fd085deb67a83d7b9d412f00a6eb41b80d7915a17f78bf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3073308500024723, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:10.597129+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "add14e53-f997-4757-9294-e5032562c5af", "result_sha256": "c25eb3c74b9128357e51a4ed394420ac262bc2302033b15cdf2a86260ece6062", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4650145140039967, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:03.946315+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07b3d471-9cd4-4d16-830c-d7f012d37f2d", "result_sha256": "75d0182913a0d884fc613d4c284ff93c1d38858b24da9b2deacf84c9561a13a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5685933510103496, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:03.437626+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a52bebb-21cd-4fbb-9a15-1e25bb43d9d2", "result_sha256": "311bc7e431968f597652895cecd95a5934eaf4c22e8db403216d2dc6d30b630c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8138876739976695, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:43.499549+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c3b6b0a-2c02-44b2-90bd-da9629508239", "result_sha256": "cd40707dba10ef7c0c60380ed15f919b26d9c4c6c5c026c3744f8a904b85a838", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9995073640020564, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:27.581115+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf65473-cecd-442b-9a50-af67a7e0671f", "result_sha256": "47adfe88ff7f48f43b00e8c3c3310242cd07d84546c57b17021948a01a98e03c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003252, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.736896375005017, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:12.474351+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18fef301-de72-4ddb-9058-924a125ab555", "result_sha256": "08b1a23708d267ebaa24dea0c9aefd1c4ac843150550070e400789d540666f95", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1109441300068283, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:42.566701+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fc079af-f199-4c9b-a101-18a5600755c4", "result_sha256": "413ae81e45bc2422e9f22bab5e0f2c7ac11c96c01a671294dd9b26b312874cca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.61448625101184, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:20.321486+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35379365-666d-45ac-a317-c77223ba51c7", "result_sha256": "b00f09b91f62e99666ec70ebd4b4b8c7ee821a2f406ab3c3fa445bf1c96d9510", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6926980139978696, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:27.033406+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7741dd18-07a9-465b-b0c6-41ffb04b7ead", "result_sha256": "bf4900a5f3cecb68c64a0938b26c4bf3ee2648596a7025927a4d79d7ce2ee8e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.074943511004676, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:24.717267+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c28af6-55c0-4432-9fae-90c294fafceb", "result_sha256": "2731ae34429bb622ea66c82c04f7403f6ebf1be61570b4734adfbefa67decdc6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.477857234000112, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:32.378052+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a89ec701-8f60-4b7b-beab-0acff805a286", "result_sha256": "591d563bd9d8d9710deeab176bedbf07aefcf2e3714279938499f00a01797faf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003436, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7005226220062468, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:03.190788+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d420ff6a-51f8-4868-a884-35d31f807400", "result_sha256": "0c1882660c4461cde870700fdff04460b1206f4b765f9431046e800955db8a28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.861542601007386, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:55.968382+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede09b64-7680-40bd-85e7-1bc8a028ffbb", "result_sha256": "513dfc1083903a1f8de4ebf812906648d82e1e813743fbdfedc92feb7e3cbbbc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.76501713199832, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:17.692563+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7234562-2412-4dac-af03-f122cd5dddd2", "result_sha256": "0e109756a782dfb1130762aace9732283e0c0d2873e10119a546204e55960d71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6889793790032854, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:41.581660+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f22e85bd-0908-4f0f-9204-1382d5d3115f", "result_sha256": "24f55b6342d5946bb25737ace8edcc0c4a45a4546c96ec61673d53c372ae86d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3502340109989746, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:01.450385+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "05437cb5-4101-47d9-aeb2-b00e1b686314", "result_sha256": "814b55d84899d4ecf610b9eb7d25aaf21acbe23f22df10bc1947e1e4e652f52e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003242, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3241897209954914, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:54.079567+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60741fd3-c1df-49c3-a47d-e1d5278a5be3", "result_sha256": "d765c176be801c1599977739b8753a00412d3bbbb1ef64ce5d7b08c02c03c13d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5428385230043205, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:11.872195+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5d22fa4-3cf6-46cd-bf5b-3f2d4891dd18", "result_sha256": "741158816ae2f499fcf2365a350a0c2c3374c68545caa976d1b07e5301ded4a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5936683279869612, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:55.698413+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e6b6aa1-431a-45a5-bba0-6d8f7c45a9b5", "result_sha256": "cc45e4e0fe677f11362e2cf10cdadac1356b0e6cc054b1015e102afd70facd4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.494532958007767, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:50.991868+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45aad493-742b-4457-898e-fe21d90fb238", "result_sha256": "a42609ffe060b844a35fa29d441193ebce5ac6995735e438b1e8a14d39b40358", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003196, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7395185479981592, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:15.219995+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57821db1-9621-4188-9049-b4c8fd182336", "result_sha256": "3e306907a3a7b158ee954ebd157e1b619065bf876078a383a6002130dc13d411", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3196727680042386, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:50.745788+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6008e3f-a9de-44cc-a144-e1389179095c", "result_sha256": "bc6c0ba7129f0f19956045546f376f47df0a65c30eed52f709521a21ca8abd6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7256902689987328, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:41.242138+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52b4ca17-2618-4d1e-b915-bf4d076748d6", "result_sha256": "e80083e03d11951f2cffbc0758cdab5a4a97d502e196fe0dee0229d42ea4a0b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3478807899955427, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:12.355484+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32a165a6-8d80-4df2-bef0-98b977a847e9", "result_sha256": "2890a515e53ffb6c0750c97c356fc57997abd5b2dbb72e8204bf421cb7b6439a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5514959619904403, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:20.356251+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e475d7fa-7a18-4607-a214-ebca37bfc66f", "result_sha256": "e238f51bad88b1b9c180f5a000f31d5f937ae9dae8a20f4b7fb3ebf8f250a735", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.707808990002377, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:32.800542+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89b183f7-c124-4e66-a106-df6b125fd3ab", "result_sha256": "ff443e79b960a20bf23d5f9db3b613b69cb218c530e6a42c5ab23e666fca72de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.152242580996244, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:06.729541+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5931e180-4cca-4afe-b1cf-83bd09cd0faa", "result_sha256": "c5fd65b55b771f66e432d70a5864c1877c7519b951d654451590ee89ca4f08cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.250469830003567, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:52.757331+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f735430f-391c-4ac2-8593-17986f347dba", "result_sha256": "544b596abb53a17f7064c2f08dfd0f13c86d1b7e6e1308cc8f5346c3e68eda30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3478543119999813, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:09.966905+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15341fbf-df4e-4afa-93fa-06f9cef39b56", "result_sha256": "f6851a17dc63dea203a2a7c4b7da5568c7e6f5ab8aa1a986aba0c3c92665f92e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.300741927989293, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:28.499910+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a09e667b-8be9-47a3-898e-228202e131fe", "result_sha256": "9d79b235e620dc8529e72f78544a969fa7f953dc793776b3e13a546a2f711110", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5586013510037446, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:36.727352+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3758a1-d1f4-483a-b0b8-5a585f0db74f", "result_sha256": "661f0a4a24a9c064217cad588a73c64b0623512528f6cfbd4834e67cd3f5b11c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5703677679994144, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:18.333849+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61852ae3-b5c1-4c6b-9181-18b188ee1b0e", "result_sha256": "c530523bcbab4e313cc636bbff5d0d279e5be54d135d32900f1e75fc3a40f725", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.583847665009671, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:58.065096+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba847e85-1b2c-480d-8f30-879bb2a6da9b", "result_sha256": "2d3ebc9f967a63d6ebcbce62fd30569a1b772b1a833eea4448a6cb38f2f49c4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.612785742006963, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:12.529776+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c6727b-d5ff-4a86-9b80-a806d8c2d3af", "result_sha256": "6d7d22741ea8f21b80957dc797d99664eb9900b51f56314811dfe56d17fd0ba7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0435771930060582, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:38.076219+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e25b57c1-cfc1-4af5-904a-cba930aa81f7", "result_sha256": "bbe52905b4423991c937d7b9c806cba23612cb90a7b919cba8fdf2bc4f252aa6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3157411540014436, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:08.022021+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca428dc6-423a-4462-ad22-55c3db7ccfcb", "result_sha256": "90487efea0d7a7397f63ad1f9f4342365c0d19ed399563495555c58ee17978fb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.192331861006096, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:52.997974+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1add5628-233d-416f-abb5-21e647132b6d", "result_sha256": "c4fe4d2462e3e5f1e75c9d8dd752dad2eb9177c1330fae8b3023dc652e2e03a9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1433, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.18124436600192, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:45.768937+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "108921aa-7992-4d1c-a27a-763c4ebf05bf", "result_sha256": "a35ab8a4644bc0456b50c9d1af835b0254df441a9b545bcb5243a517eecbfbb5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.34912842400081, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:56.984084+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a39b5a76-8e71-4457-85b6-2b3ee79eae99", "result_sha256": "05e8b60777616d916d56b761446387ebb6d042ba702d9b8f205514b46cadf19d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003534, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0198345499957213, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:31.230925+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8baa0c84-d3a9-4006-a62c-da98077b12c8", "result_sha256": "a4fedd46ba7339d0ef7bfe384273f78e21be44e9ef4c98393481791c29cba6dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2044888439995702, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:40.187554+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "428d41b0-8013-4ea2-8fff-55c80bf8cc28", "result_sha256": "2d8bf6ef754fd357895514ee571eea5762620e00e0180b34eaeb1fbfd4e717e4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003504, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.843876143990201, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:50.780539+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "718836c1-d0eb-4097-81d2-c98167bbcadc", "result_sha256": "79ce5fee88c17422ae19325c84f2c1067dbfd4be8c2a28f4e90675425af3c023", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.198715678998269, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:10.686076+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae3a5a4-0c1f-45da-bd44-d58908d33f14", "result_sha256": "8e24e5d085903fc8e93fe4a6a1f660fd8959d796ce3b77c04760c83e5cc72694", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9038033470133087, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:14.039916+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca798ab3-673a-468f-8b75-fb439df12d4c", "result_sha256": "ef4480adf99409d86ec0ea93840bf34d1ba22098887c06adf8431e40f14a1d1a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00317, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2668748069991125, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:52.975512+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54ebcac9-07c1-4808-a957-7a1ce49ab521", "result_sha256": "2e76ddacac2824c64bd74f4e55d721eef59a24a5250332a7be51c549d2efa25c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.229049215995474, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Special Elite", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Special Elite\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:59.925011+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b802b856-8916-4a0b-a505-1b85bbc466ff", "result_sha256": "0846af1c1adcd1bc6e3ca4977f257185af2b6c5514eb38edc21419971a0d96a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.284482488001231, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:25.311305+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15f86c4f-5301-488e-816f-8089bbdd7428", "result_sha256": "1a238777b73ffded93cb208df67fbed5d76406599e52a943aa64680415204e21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003186, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5532435560016893, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:41.873101+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f74ca35e-8b07-4853-8aaa-c1a11feff3d9", "result_sha256": "00857fb644f7b43f137fa5a5f234ee345299d3236e26b8d9ceacb1f5a621e758", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5574653899966506, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:16.667512+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0526da13-ef1f-4610-9c15-cb35c8faad13", "result_sha256": "cd0725de63c548904642d542bcc0b494699a2248a3d215f940d682b21cbc307c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.456126688994118, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:26.999918+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a12dad-fa8c-434d-9af6-d1898efd5dd7", "result_sha256": "64ea6ceaaa7ab1261ae90ec6955cadf2a6ac12cba3f2a8cef9a19ca56b972e2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7080315390048781, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:02.231657+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24619c89-f790-448e-8cd7-19d021b5be88", "result_sha256": "cfb48c7a3a95028365eef40a661eac19abb90e29c21f06344a10dfa58c3a1972", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6665506309946068, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:20.534602+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4f5cb60-6527-4239-ae89-cd8ba16518dd", "result_sha256": "6e4d2d46f7e4c0b0a2ff06634336e5e31de3955090e183d9997a67da7028030f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8935362720076228, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:01.408003+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00300033-54f9-4e01-8e06-6661e4a5f674", "result_sha256": "fa842a07b18a02fa83724d3083a2c989abf22f2792a42a2952fb3fa2d6dcfae5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.228704626992112, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:58.445584+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c66e32d-1302-45a8-b9c5-ac2860ab85ef", "result_sha256": "83390ef6f4fc2cb8450d4a9ff09baf909945e13aa689e12801dae798163e4db5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.641983462992357, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:31.784569+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94cad06f-7c54-4149-a4e5-a78d54209fd8", "result_sha256": "0f0f48918ddfb53073b5b94b9f7338d6872e69e26b831e05a3a3aad7f967258b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2275466959981713, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:51.489544+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaab6ca7-6752-492e-81db-a29a5f6ce22b", "result_sha256": "01eef6e64c046aac4341beee73c33c726b3f25ce6d56c79d2afd3f103dd6e8e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.294282183996984, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:13.252198+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa86b446-bb38-4c76-8689-06537358e5a2", "result_sha256": "7156b7d99c073d6bbdd08276f6e29546a3082c6ce9cc0ee35934f33d6084367a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003096, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1278, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.15037198200298, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:12.103479+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f30efe3a-68e6-4421-810f-9f401162a9f2", "result_sha256": "f3fa3d21170ff83767cdf0fcb21024bbef156dd3426ef0307b356baed2298155", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2636887910048245, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:50.291566+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed61ad45-392b-457e-aa70-24a9514efe52", "result_sha256": "6d703d2e13e9cf61675aa4fe0e5e1cb6df8a12bc2d7d9402fb289464cc4d4d70", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2963698520034086, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:50.963660+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa3e81b0-0cca-432e-a74e-cb3430e009e1", "result_sha256": "eb41d204f9819c973f78d0ddc405d3ec32dc3230c4eb67596d00e05b8b3c8937", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003192, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2153347080020467, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:23.617854+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25664aaa-fd28-451e-8a9f-fad3e60fc404", "result_sha256": "4a50c0cbc5063fad7e951df0cf4da1468ef85141f9ebaa5b6affcb43cff8b09a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2907288600108586, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:55.073451+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "742ad004-ad5c-417c-9ed8-b3c060e69948", "result_sha256": "4483cc8edadd36a948c51790ce96267a5dfe70425c8c50d1754688f1f46878d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003194, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.396095639007399, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:44.512954+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "340b8da0-5235-450a-840c-a0533ebceff2", "result_sha256": "0d82ccce55dec554c52a799bf85c4c01446acbf19b1c47dc7250f64eda5688e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7632332930079428, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:42.057085+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17984679-adee-4202-af48-56486354392e", "result_sha256": "9aa1cba236de8c90bba1e1cf31c14888247a8430e921e1405c3a7845abdee042", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.8654748639964964, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:38.212422+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c3d6b3e-3853-4638-a229-e572fc8d2e33", "result_sha256": "6f41c0c21b693ff413c7e7d8416511f38c7c69b3d5ecceadcaee3174d83fb1d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003136, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.204861901991535, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:15.897193+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4766397d-08ad-40f8-bbb7-0d85b835110e", "result_sha256": "10ac866b2e726af04d85dce260838b7b4c0d179cc226e78f9ade8fa4be3e2d06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003166, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.798680185995181, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:28.049989+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7afd9ffd-0f9e-4eca-8ae8-e9d9485d9479", "result_sha256": "1ec7be5a2889e1422816eaacd349a801df4ef2a1cfb45bfee448e1847eba7959", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8363489629991818, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:19.899609+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "775ccd68-fe87-4ada-a6de-f9969cf21ec4", "result_sha256": "deb2c4a675e281acf0657fb69b170f7b5c776f9950d6935b6cafcaa0635612d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1151415909989737, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:30.612879+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6346814a-e3fc-4572-8666-29657ad97652", "result_sha256": "37ab1739c0c023e6b7d5e41cea20c6d68e697781ccd88b03c07df03004202411", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5809648970025592, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:55.856797+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fa81a04-ff42-4194-8cb1-2d642f6263be", "result_sha256": "e228bf11fbe2e3a2a73f755ce88b2ef3c0a46c6abb091adb88db8d7090a5ae5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00327, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7469703200040385, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:24.246052+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67989342-a4dc-416c-903e-474363c504df", "result_sha256": "e18a3f431faadf7678cafcfb0ad53c90106b3db242f12813dcf7256af19da8ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003504, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3657620860030875, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:33.037251+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7ce89e1-ed6c-45f3-85ef-25773166eab9", "result_sha256": "addf12b9c566e5f70694026a3d8485d80a1796eef5931716db9a034ae8d5209d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3188794020097703, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:34.447346+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01909c4e-daef-42f3-a485-1ae96f87d923", "result_sha256": "4bfe41af05e3fa18853e826afa9e62107a521bd2a727ee9250239630e11ee02e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2805996339884587, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:39.552624+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "efd3c135-c8da-4d5e-9e37-19eba5c8cff1", "result_sha256": "2be115ada6d9e64c9f6f95c5340bf37d69cac0aff40309c3adb9d4de8f23cb3a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7383579029992688, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:55.035608+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3167409-65bf-4b75-9d6d-8835127d20e2", "result_sha256": "1e64b8aea6c6207252deca830f7e19ff4b76d21e92cdbc28f50d9d34452061f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.539310107997153, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:39.234206+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e598a489-c84d-40ba-bd42-232f3163b8ec", "result_sha256": "541b910a9ee374073a88cf52861d57185ec347810fa8ec360de343b4b1f02153", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003304, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3118360660009785, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:08.866899+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c9bfcf0-5f74-4da0-bca4-1956faa730b9", "result_sha256": "076eb09ebf80eb8e975f6535777881ec8b9c178e441aab0703afe41d543e6a0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0853460200014524, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:43.198208+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a1ed13f-5820-4324-952a-7d938d880621", "result_sha256": "9746f595646ad13fdffc93a6ee3411d83bdde444ac995498893bd6d5719951d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.719323252007598, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:26.532494+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f023ea42-f747-4d11-9a6a-e1113b031a77", "result_sha256": "1d53dfd4e34046b93a0ee619192ec0abc1e40f7ea493dbcdeb7d2d6842937cf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1635899239918217, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:42.998990+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b2b1d16-b0a0-4e79-9352-01d375af9594", "result_sha256": "ad180423e8de8cd469aa2b041ad223997929a48131d3062fed283311ae2a458f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003192, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.157399178991909, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:14.650580+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "adea9c26-9e48-4bb6-82bf-f4026ae86dd7", "result_sha256": "c0b654086753bc72519c1272eb1e3fa22eb1a236b29815122c46274718103cb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6833447080134647, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:59:10.137044+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7908f0c2-7426-4014-9b89-0af1fe48e94e", "result_sha256": "66f6e6285800bd4befc6241907673e7dc530ceaf63f6841035283b7972127a10", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.490672835003352, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:54.779677+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "681ab6c3-39a3-4f10-896e-7a9f4120c69e", "result_sha256": "74e826bb31a27195226ded67915e44c4891e4e33e056cddcdef739856d00d3ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.361895066991565, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:32.544866+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d852e77-e5ad-4227-9ce6-21158c5dd2b9", "result_sha256": "3aedae4857e86eda6a91176a6da3566fecec247f90047c1f16975d3635489119", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7674702809890732, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:15.886086+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "26ddabd9-c3fc-490d-9526-cb71225f125d", "result_sha256": "272c52d9051972e0b4f371ac4c985205bcb4e7253d45b51d46ecbd929b61cee6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0965802729915595, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:14.689514+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f55a1fd4-2b5a-49a3-bd23-0b46983d3eac", "result_sha256": "58486632debc9fd2638d1f2498e5fb450c342ea02f96cb5bc8bf835b89fd14c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003194, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7471119199908571, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:22.399047+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3826695-e9a7-47bf-ac06-5723aba1610a", "result_sha256": "225cb06937c7beb3bbf4442f925375be2eb959d13a401122b2a7d4f29d419eb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.790716171002714, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:36.562489+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fbcbf88-27af-4b90-a144-d4e6146d80ee", "result_sha256": "4e83c8d2cd8aa1c6c918c3aa58bf0e547c5648d497d57c246fd06ffd5c9cd1e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.663569213997107, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:08.967644+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82250d83-8f84-4401-9ad7-307b24fe15bf", "result_sha256": "65d7d8a304f0effa3c94dc1a7195c8d7db402cdaea7506612ed448c469cd6aac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.701247250995948, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:03.170012+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e72366ee-4a4e-45f6-bd8f-49bbda286fa1", "result_sha256": "e86266cc5f068d04a96f0dbb56da477957b22fa7e48cdd6c697ad3848a5dcb04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6997732299932977, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:34.952994+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f850fdfc-07f9-4281-bc2f-ef5e7a350153", "result_sha256": "084075098cc5ef70d59a07c0a693531fd9671a91256ca5ddf05b771c65e4f63d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00317, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3920806700043613, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:30:21.943573+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7de7271c-21cf-49a9-b30a-dd1677bf4ad9", "result_sha256": "1f98941f6562862175b15c69ba08b23cb6b0cf19fa791c3eaf47ebc1bebe4f60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.161667213003966, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:39:43.349151+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6b3101d-ba0b-4902-994b-747c5ea71e2f", "result_sha256": "22a28e99ec21e83e84cc2bd418bfb75a3600dae78c399d4d4961dc1777da8a7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003468, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.228679114996339, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:20.720542+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b12b0e5-3e94-4127-8436-1e399a8c9768", "result_sha256": "dd3c8e70a19776ac45ed6e13e320f346e5ffe085f3b04a453eb0a8451a17ff34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7313358090032125, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:09.572902+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5afccc6a-88a4-47e0-b521-4a5a361d18da", "result_sha256": "8d61084894f3270b2c41c40d927d09a76370d9b8c8c8d8236d8ec37a2defca4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.081703018004191, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:34.117144+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a34381ea-98ed-4b39-a107-52bc582a3dec", "result_sha256": "5b976c249416de0139ded31d31453acf3f74e8f74c3443cc07501bf60ca49223", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.296403788990574, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:10.358222+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83274933-2c84-4e7d-8d50-e12d4140fd48", "result_sha256": "4a8cc2939a2dbcca3ee03fb1da1c66d2ea5b198a6a304b5b92071e3b2814fc89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003194, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2333404539967887, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:58.706257+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43bdac4a-7e9e-469d-877f-72162c2ec600", "result_sha256": "f5a6499e915a1103e3ccdcee91454ea1e2fd91ea98b08b2d84f7dd745ce04d17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003166, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2210710090002976, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:04.312619+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ffd0944-517a-4c4b-a83b-ba9fd1911d0a", "result_sha256": "5339b10b1280223a2a863609320a1118d894ee994cd835a58607109727495fdc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5958773830061546, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:36.646803+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01579cf5-cba3-4c1a-8455-42559c7a8e98", "result_sha256": "be42e9cc325bf322eaed2820eba86c15a584e5774f6c8af855ff4663a3ac7e3f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.35326267000346, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fjalla One\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:14.978327+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c91be6a4-1a1a-43b3-8243-0182646398bc", "result_sha256": "ac7f890d7fe215bad51c62d097fa34d213500cfac6238df88dd332daf2a7d465", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7539025110017974, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:26.010206+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09ddc5ad-bd03-460b-bba3-e150ceed35cd", "result_sha256": "d8ccf0214b30967f4b7d8a04a88c6881ddc41a6aa394d345ee41ba0c587df297", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.152506871992955, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:09.787921+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17be2f8c-51b9-4b15-a2ef-e6c7ef51806a", "result_sha256": "0081899977f9b77a40e39618a0a8971019bec676250ef78769cbe7b9a49ba612", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2169105200009653, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:15.360399+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ad8782-9202-4a70-8802-68154f3a87cd", "result_sha256": "f497cb004e5b1ac4d68c43e6f6b53d547119079884756bead70550c6ea57c9e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3667803130083485, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:52.209960+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34b9ea25-d983-41da-9186-148bf092811b", "result_sha256": "4bf487bcb2e63790fb700d72c22f4187a55bcb6baa02cfb14ca1cc2ab2049f40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3068482689996017, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:03.937593+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c2d332-56b2-4d78-8e9b-ebd828aa0cf8", "result_sha256": "bb68f1d75c1bb2d24934dd0f0c087be3cfd502a364ce97abafbc0dea70bff8de", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.159221742011141, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:45.834649+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f358d595-ca92-448c-9a55-3ac6f2f9481e", "result_sha256": "4085ca88b6bf35dea7bd1d5b63fb977253adf2ae589215721436ad18ead4286a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4528918279975187, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:31.175676+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f94f0bd6-7156-4c8f-8070-8ab9120cf62c", "result_sha256": "90541a8c31383a24eb710fb6708aa6887e4dfb20391d61cb68f6dc44e686a9d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.25280857400503, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:12.514048+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5de0010-d04f-42e1-8b15-f546623ca994", "result_sha256": "488098a3fb2db2575871a4f7d0b8f794b937e049ff79b03ecb46a9d642bff782", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6378278159972979, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:39.399547+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a1a492-0a65-4ad9-9c33-274b9b09e93d", "result_sha256": "b6197fa6a5f1007cd6215ca4c33c6bbb5aa144b1ad0826810d95cba642fbe8b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.243101806001505, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:10.968770+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4d50704-f5d7-429c-9ec9-443ba630f359", "result_sha256": "89334e44769141de21186528fe253c0188b98427e7a2413a18cb5e4ad22c814b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9539445949922083, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:20.834788+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a295650c-63b7-463d-af61-fb50acd39d52", "result_sha256": "17f6035ee6141ecac0675a1b661dfb5a42963a302e782f9c2deb13ff936414a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.318519135005772, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:05.151003+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94ca218a-3e47-45f2-8408-812a2cee7ee5", "result_sha256": "a5a9c7cc75ef82affbce76b508946b86224bf08b0baaf3afcf97d9e527f2f1e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2073927500023274, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:16.554218+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa6527d6-5e01-4ea0-a337-8977231daa8e", "result_sha256": "46f18a9bdf0c4f1859715aa7069117b269b2e68da28e8eaac50b28c5dbd7a387", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.71895728999516, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:09.608303+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4669233f-ce58-4528-ae1c-eee412fdc102", "result_sha256": "085ea63f1557f795b53a45118bc81339ff9050d5cff07442a6ca351b7ce5ec9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6800057329965057, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:24.091061+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08dd6bf4-64ce-401a-8c24-0c881818301b", "result_sha256": "20f775d3ff59ad54b235d75bad18466b3cf42025a232230e7c4134df9bc20ae4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.650321991997771, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Verdana", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:01.183085+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f35d2ca-24a2-4e60-b001-b296f279dbf9", "result_sha256": "906cb5ee24d98e24c9d071922e712a2d22e11e8bdbc016ae91978f3106d47d9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4244249139883323, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:08.711544+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eaae96d-9264-4fee-9ea0-80cfdc8857a9", "result_sha256": "2ac03a39dc906454731a40ecd94d9784cc18906595c32df1900259e427dca5da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6477398470015032, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:39.133794+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fffe79a1-b1e2-42f0-888b-587ea2efbee1", "result_sha256": "65baa60cacfd85b53516251df46d46da9467cbf8f2ebf5e62a282dcf8be20f10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.363309524997021, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:27.006881+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9d3a47a-33ae-4bf6-8a94-932a5c82436f", "result_sha256": "31ed2cc4b299bd053bde648eafbb99645aad1d0520223361e6dcd11a20c132ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.168208967006649, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:57.236330+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1736c96c-9fd8-408e-a454-6fc8146dedfb", "result_sha256": "53137714c72e286d6cc0c3bc7f0ed68a4a5c0657980731548330ce671e490253", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.296148491994245, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:40.608692+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15c30e8e-3441-49c7-83df-704212fa7a89", "result_sha256": "f9237823c73114dbdc6222d622f2357d60ea19bc6664a90b11af5688acc28a07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003508, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4139690910087666, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:52.179687+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cb12b83-a023-4348-8110-d1c450b0145e", "result_sha256": "2a97dfb597d10b687f10ad29dc749c37cf50a71b34e35edd9b4e779cf808ef37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1314506130001973, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:45.180024+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "548119ac-f86c-452d-8d49-8ff23b7544b1", "result_sha256": "2506a3b078464097e57f8077f3ede5b7b502440977533f0f6415691b0caa42d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3091413310030475, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:20.879592+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "92e9982f-d513-4e47-9495-06492476f359", "result_sha256": "85bbbafc2c495763732bde0f0c1567976ba5fc92d6280ae22bbc8a3fbd5c25fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2932491640094668, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:36.097383+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13a2f1fc-16c5-42ff-a1e8-1055c6e1a65f", "result_sha256": "83a05d8937cb44d21c948acb8ce7568f9d89d5bfc33d4c9abca99576cc72fe82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2498925710096955, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:38.758242+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1a68c95-fbdd-44c7-9896-a0b1f978deb1", "result_sha256": "e2c6b6f42dfdd479c5e9dd015d37fbf4de69e20e2a0c665957abbd78d90fd4dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.110757364993333, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:31.313403+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb40c88b-fd82-4c90-8343-7144cc986cbb", "result_sha256": "d92101d0b90defcb4901a6e01f2aa6a02a5624d6ec45a059370acf32df6463b8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6024300849967403, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:04.938640+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f053e522-a83b-4a44-b4e9-c7bc73201152", "result_sha256": "513366dac0dc2094407fd097c0b33d5d97de0e4302889b76426ee3372155839b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.71278486000665, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:09.744461+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "488930cd-278f-42b4-904e-559b5b4ab372", "result_sha256": "9b5997c3d7a3385bae2f2debd0afa7f7010b724593ae06025ce3e2d3e83ced9e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0863155460101552, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:27.304302+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6321b55b-1162-42a5-a448-957abe129812", "result_sha256": "d35ca8c6ed904b4e9b4a6ba2ec7a5de054344802b3334728dd94893b04ca90f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.769577172002755, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:41.041755+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5893f3c-938b-4bbd-94e8-f7366104d6f8", "result_sha256": "8ad4cba1f0b89582f739661386fb1233349ec5cd12b859a33107235958ec70d1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3685657370078843, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:57.566661+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b1e4992-c495-4473-a611-39d8267391c0", "result_sha256": "bf08e952c411c7adb1e3c46523a9ca1fb3fdcc0c809966ee1b1f1b4cf8539079", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.306022775010206, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:32.284598+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "03c016fd-a598-4a7b-9502-f2f21b0c19fb", "result_sha256": "fca603cdb23a1c5c122000feaeaba2984ab5a03e5925df511d6667076b1dd60f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.5421932879980886, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:15.573083+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a94dbb95-9262-46ae-b710-fa6f1356d57c", "result_sha256": "f6f1be7ed38411ca21779da040a69cabb78e97507f285dfe910bff5465a61a1f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9130548569955863, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:37.793416+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c655a961-9959-4c68-a3a8-dfae22a6373c", "result_sha256": "82dcb309718efded86f180c39f7204b6ab618c38da1c3d5d3e5e414450e00027", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.682976605996373, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:40.344093+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6afca11e-edbd-48d0-9958-423f32327ba8", "result_sha256": "ed082a714fcf206982787316aa1f8f3312879471aa92a1732907de545d2ac7ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.232811212001252, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:42.788237+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9da5c297-aa3d-4473-b1f1-9fca9eeef0bd", "result_sha256": "7c2cb48daf5d7b734e5668fd55c1f61b3f3fa92611c0e4f6b8980f312fe8be1b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.81849980300467, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:27.522575+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "888c8879-e6c7-4441-8559-91497619ba8f", "result_sha256": "bbf9bc45d3a2f9afb494b7b592afad88689e28831eff3d7c9e161631db61b34a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1606343040039064, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:57.420002+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff03ff7b-0c7d-4d2d-8ea0-0927bbda7c4a", "result_sha256": "31a96913d028510299f4ff0a719700349a8d06d71867ddadb70c1a3547a52fb9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0850283639883855, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:27.551345+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e41aee69-719d-4deb-a458-9ba886662e20", "result_sha256": "e184f8affd787c1a82756043bd0a7368e8fbf8b8c8faebb70526c9f5cfba1c97", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00322, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7224943290057126, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:05.836051+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "266c7d1a-f321-4898-9ffa-2a96209b1218", "result_sha256": "dd59b87fd1a73cd37f612d6c6c68d45721083911d3d9560fb414c555ddbd66ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003304, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.140736144996481, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:50.607656+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d53985ed-5ba7-4306-be64-71fe6e732fc9", "result_sha256": "8b417945588ad88fd5e31e0a97dd835f24cffe995452879888fbebdee8ad1a37", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.221763348003151, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:48.634145+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4066ee1-90b1-493f-97fb-8fdb8fb62a6f", "result_sha256": "fb338e909e2638d668400b3dbd88c96848d4f37af8138a2d0e28ea0959e5479b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.300968887997442, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:40.020067+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fea516ff-47b5-4011-8069-007669e04631", "result_sha256": "d12612beb7f6373670a6858e4bbf9204c7dab3ec1314406d388f3cb834263bc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8976697649923153, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:17.804973+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf3d6d44-66a7-4f44-98c7-ce00e1a15c2c", "result_sha256": "b93506aaf1e1eecefd91dac349bbef2801cd54375baeaba37d3e19d809c96aeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.240292510992731, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:45.175047+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "c6ff4e41-c9f4-4389-86e1-4584c4ba1688", "result_sha256": "f78cb7548140f87cddf841f3032769589bc36c50963793429f6e572f5bf4674d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.478105112008052, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:39.338646+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6db14fd-c03a-40ec-97e7-558b409c1e11", "result_sha256": "8cca3acf2e6994f37831e0cc25395fa466183f024d795042dce1fe12d601c5f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3064389119972475, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:11.929256+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee0e6b1e-dda7-46c8-a166-06119f65559b", "result_sha256": "4ee73af156245579eaea6aa53a9d3a9f745d8ed1fde28de02d1d71b5d7c31085", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003194, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1950154450023547, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:47.118366+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4846caa2-eb83-4507-a7d9-a33c36e1bdd9", "result_sha256": "963f99881d90effbbaeb506422fb8c0a2a426e57c1cf5e10e8a8e63dd3c8e082", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8151715350104496, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:46.272006+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f74b7cf2-66ce-48a3-89bb-55797185eb45", "result_sha256": "0005c369452a1926fb95decbb9b47617b4b301249a01dc0c8af0c0120f1e86cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2891327700053807, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:21.617464+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d46afa2-da50-4803-a1dc-2aa2d6647ece", "result_sha256": "b520972728a28cc3dbbf814108c2b2935ec97a6222c7274ae165684ccc4b8c68", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1270367149991216, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:37.934186+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1305e4bc-75de-4baf-bb98-e4d2d6563e7a", "result_sha256": "92630eb59ee1456e3cdf511816026d73e237da4a5d0f3628a3c6b5cd8ac1c11c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0459830859908834, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:35.583264+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a579c392-4acc-42b0-a728-7bf4d5d5b4a3", "result_sha256": "18ea6a63db071139c80482e65b7e3cd9d334313c0b8ca523a6aec439ab370f14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003242, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7617681240080856, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:13.282088+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e0c1e31-7ad3-4145-85b1-73fbe9725692", "result_sha256": "ef133857bf39dc88dc12d66a8f5e8939a63d73b9cb0ad0fea38580441b6d43f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003468, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.593725322993123, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:22.364795+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a751022d-4507-4d35-a3f6-2a904eae565d", "result_sha256": "38095e765fefe27c2707f2867a179dcaca34cae2c39c6e59b60f044993d4e167", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3141431880067103, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:30.073030+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "7852d415-7b70-48cd-810a-2424ec86d122", "result_sha256": "15ddb4976cc68855bf9e7fc8652795c2d933cee00be0d1264b9caf2f3827ae29", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7610263009992195, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:00:06.888321+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "451cd953-af6d-451f-bbf6-0aef1ec8636a", "result_sha256": "5927c728a934ca72215f940b666ba90eb21a7299e32251a0464b7a9a3fe45f47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.372360031004064, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:04.791641+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0334c284-10eb-48b7-beb8-5087fcd3a301", "result_sha256": "17e378ae900784b4e3d7371bd31a0d634d6db6bdb8a7abb141aa2112d9ffc0fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003146, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1179184119973797, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:30.750387+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a4cd4cf-b32d-4ecf-b980-c0182a264944", "result_sha256": "67d20793acfd6b4450151118ead3383596cb2ddba19081f441da154bb14b7525", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003126, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5539819459954742, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:58.990884+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f815618-1bd2-4102-9e89-0b0238a0acaf", "result_sha256": "c8ee199297c03c3c6fa754ccabf3c027d82f474cf11979eed6cb934e031c8228", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7473028259992134, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:23.644190+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc0e9f80-19c8-4263-967f-0889f434f810", "result_sha256": "cabac2f533b68468e8b684dac8b71e37c64fbff5e0b4783466534f9fb9491e4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.094688873999985, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:29.123088+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7badebbc-cc6a-4c2a-978d-ae75513fd9b8", "result_sha256": "2ec3586c8c21c04e0479b6951dace9865840cd6dc1a4c821a29e376044fc494e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3352680440002587, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:51.607764+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67d0dbaa-7fd0-4173-a24e-62d64ff73d47", "result_sha256": "837d5377317be1fe37fe86dc87a051879b11b16565357faf9c2572c8b1f1d1b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5115787899994757, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:10.772886+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e45d6a6f-3b29-4202-9722-9f93b2a1d988", "result_sha256": "7df4f930c94813a589f26d4c497b7cf96352e6864881b8cd5bd0322eb5d6e2dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1161793719948037, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:59.811063+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d9b0fde-de96-4b39-8c74-c36092841f46", "result_sha256": "49c81d984b2efb84c47b40498b573ed9b08333cbb315422c7f0ca365244a36b6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003294, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.730724173001363, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:41.492983+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "920d01a4-fb22-4cdd-806d-1bbcd0177b33", "result_sha256": "ffc4d4d920a2ff99f30c95285c2df2e07921225b1edf7c68e5c0783e0f1fbce3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2389412750053452, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:29.799509+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7997a6ac-56c7-491b-b71a-4e34f76f8239", "result_sha256": "f5f2a9d38b69e5f4af70de9c159f1aff5352e4a7554d65b1ffc59bed44d36ca2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0719966990000103, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:14.457244+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd91af0f-0501-421b-80a6-d0889b8ad36b", "result_sha256": "2a3a1cae898fc1f94b1244cab7616d201a3e2f5a377b2ca83ec8f5f7febfa48d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3381705799984047, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:57.166765+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bcf1c4a-438d-41d1-9bdb-b02b1024fd1a", "result_sha256": "d6437cf0ef39490c24fc0f673d5fd126d91c5a5e6232b4971abff89ffd57f45e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.018711839002208, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:20.913942+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df6c43f2-7446-4e89-a86a-bd268eaabdde", "result_sha256": "05966afae3bf00709cee963770cbea78b2d014cc53908ecb69e37940fc647706", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.003166, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4494248069968307, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Sniglet", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sniglet\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:57.365481+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67d2eb8-1ac9-48f5-af31-daa701b42fa3", "result_sha256": "f834a488b8465cf5775fdf6085adcc16ca043e755f68101cb376b02aa2e951fa", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5802741480001714, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Permanent Marker", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Permanent Marker\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:42.089537+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b062939-6a34-45e4-9ee1-8127f751f9b8", "result_sha256": "7f5b2d07b98126a3e8620838829c64b196fcf7ce26caab6c93a229aecd368314", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2515347320004366, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:47.407599+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c4a248-85c7-4f04-8ed7-fc43735c0c53", "result_sha256": "e769800cec994097fea6ced06d56fc6931f9462d67f0c7922dc332f730d55cc8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.404948718001833, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:23.660414+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "055454d4-25cf-4426-b5b7-fd90d5ddddbc", "result_sha256": "3986c582082b7648faef19adfc59ef957b11237aa1b4235d0112540ca6055b5c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003396, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2056784619926475, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:01.725147+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aadde719-8966-4120-8bdb-9ddecc5cab45", "result_sha256": "fda7da876c8a3f370d56fd198e119cb5db892a17cde10acdc8e4513f535ef446", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3085393530054716, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Pirata One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pirata One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:20.026913+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "704e67f7-01c9-4405-9a1b-82d7a5e2c0b0", "result_sha256": "b9c17ca7b260b4f9b392a232245b0576577916217c2f2ab9ecd1c5fde615e26b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003136, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6123641119920649, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:38:42.792612+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88511e70-ff41-4bcd-a48f-d12336183bd9", "result_sha256": "d1af029abd80aac7069994c45f8aad1556ed4d3ac9dc44fb77e9af1992d29260", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.308636107001803, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:59.471043+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfdf581e-9420-4f6a-a3c9-65e9bfd8fad3", "result_sha256": "11bda2dba99235b02adcc685d75dd96d64e4d6d106dd0ceb03409dd1778485e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.26258805100224, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:35.952930+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "419ebce6-7ea1-4a02-924f-ce4bd4c5042a", "result_sha256": "e29d69a38387703ea739a82221e77ad2820eae436235fa99e021eb65e1cc089c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.511749733996112, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:42.833148+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c21e282-fd85-4524-8bff-71506349242c", "result_sha256": "03608de06da6c7ceaca86762c89e49ea457a2ab33aa9235db99c88d782834cec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2388243629975477, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:22.740882+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aea9e6d6-d1ff-4aad-991e-974789e626fc", "result_sha256": "4a7019cd7d612d898ef382d0092c3d6cd6b8f336e9737cb48c461e04b9ea054c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00327, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.8938831910054432, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:49.110042+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c7600a0-df22-4874-849e-cb9a66cf5213", "result_sha256": "6880340554b9cc62eb866d5d2f3c642a76848b52b225320e5f8a178a66eae64a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4335626660031267, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:47.334467+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f1993b-df6b-446d-b53e-728a6145b265", "result_sha256": "1a8609efb9807184c56d4d8c84b0be003c040e41dcaacaed80014b3de3333020", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1830895650055027, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:55.657844+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b8a09ee-0179-4eb8-8dfa-91934a02c14a", "result_sha256": "7f95e671e532736643cd70ddfa45bcd977fc5f1a9fc113f7d2e5693f37ebc153", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.102182725007879, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Slabo", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Slabo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:28.323496+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad4e12f5-b5e9-4c6f-804d-d93f557b4100", "result_sha256": "92f255f0548d8d636a83bb4a5f628cfc24712d986efb5a5135f3aeb3f266b614", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.465467592002824, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:05.683622+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acc53cc5-2a80-4fe0-b34f-ff4ecaf983c3", "result_sha256": "722e31ff7ae54e63a2a6919839fe4bf77af8b9ea1e024ea307b2dc4ad71c7bf8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5886275869997917, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:22.604618+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2479d03-72d9-4232-9fb8-653eb1982988", "result_sha256": "d78f7ef35feab87e87bc6f97221464935bb0ca549d85f9bda8ad6d5d9f8a5f82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8194171429931885, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:18.951581+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dbf99c0-1f61-484e-81b4-d6852b712b0b", "result_sha256": "5e22283749ebc1775851cf6b00d9188da6f8e41253a8d2728b164e5667274614", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.028501597000286, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:40.384383+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f438ead-85ca-4e5e-aae0-76716330df06", "result_sha256": "b4a3917bb1f90dbeb4f84eeea932202a5bb872b0b828180af06584987afa4269", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3698075019929092, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:56.756838+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebdd5ad5-4ac9-48f8-aee1-0f22cbe45371", "result_sha256": "a6350c132f86d22df21a31893797321fda35ba702f385e14a76979dc25c32d30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003136, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.588325534001342, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:11.742135+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c29ea8-773d-415a-88fd-ebccf2bf5176", "result_sha256": "90a6a5da6426b66f3be707f21211c40ee6fc58aaea6271ffe0bde6174728b5fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.306989277989487, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:36.672804+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07f2a0ae-aa13-4f5c-9cb7-6c9d1b882cd5", "result_sha256": "b7fa9a5e83c1a86728ee96b101e2b1194dc10cd6ddc5e5b2c479a2bf0c16c8ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7085383950034156, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:25.334696+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ca6a44-3b41-47d2-a7c9-c6a93b8c0f8c", "result_sha256": "aad261114cedc64578054cede7e482933e93bf7f52f4102fbc9918b14c488ecb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1467689359997166, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:04.750946+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a6e22ea-a53b-47d2-b76e-e727860e91bd", "result_sha256": "3efa0e3cb50ab9e55427c5bcc06fdcf0bf4fdda4fedbc2ad058f0e984c4f4968", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9033932719903532, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:43.673773+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb2541c-6ecf-4ae8-865f-45ad5463025f", "result_sha256": "cbfbb0fa292f054acf3610f825a9886c09af0d834ef2b84289831e4e911aa144", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003396, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1301364920072956, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:21.053654+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "381129e2-b61b-4060-bbd7-1147cf82be0d", "result_sha256": "9b6b015afefae4c6c2dbc05f9a2f0fb560fb464425e752af631b44c6cf42024d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.86276717200235, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:06.131976+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f21628d-925d-406e-9bcf-a59e18ed2cba", "result_sha256": "72cf151cb5ac4e097092f4b317395a2ffed23498c74e881d3be9464e62bd6a95", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.26095498399809, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:37.144459+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7a997d6-11e9-415d-8548-aa926ed2ab59", "result_sha256": "c6ade546039539346609772c9073dbccc01696f0bd7ed7da9916b56b34f849ba", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.4632391490013106, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:47.739685+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e040dae7-f37b-4929-8241-36bcb8427ec1", "result_sha256": "8cf466fc46bd7afb617678f06bb2b75c36640e1ec69819e93c30ee8362ab7881", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5203572759928647, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:53.325233+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a6a211a-fd0d-4b0e-a45a-ad0929cdd209", "result_sha256": "04960cd73ec5d09832a3b9b3621f6b46c12956f3fa7a8ce0630bd4260bb69617", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003192, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3147726909955963, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:04.525242+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39624492-1bef-4f7a-9075-5fbfc1dd3cf2", "result_sha256": "2368cec256d981cb9ce9ac7ea434cbe0a0de52558a81d133fa4169df9a60a71e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7674565040069865, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:47.627406+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e578a44-3de3-48da-9216-1b468d6e7d4c", "result_sha256": "ffbfcca75e9a6dfbba570fd49f54bb61ec11636393690783cb2d52dbcf2c7187", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00327, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2848507099988637, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:02.891890+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "838b91ce-145f-483b-a857-5b6097554eab", "result_sha256": "7c11c249d103c1065046590481a4068e706dbe190618fedba6a7a1babf4e0e62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6000491809973028, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:12.325352+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b5f626-e2b4-4640-a2f1-19cf49219160", "result_sha256": "c0a2d8bca5f045d9506282abca01e0a757152cb327736c1e3e59c47c6bb117e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2505922130076215, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:54.823764+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "874595d6-55f1-49f5-90b5-f9b383254291", "result_sha256": "f0edb965533f092f8fd8a43290e4103eb4a13581dcd3e58178f303e874ef186f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5810071949963458, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:28.064774+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44cb77ad-5b62-4af6-bd9b-7db5462ad5bc", "result_sha256": "e53f174beffcb0c58c97cda793beeef245e497797a50f774da411caf91cf830b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7156222390040057, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:15.867886+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "070b6f8a-0d8f-47b5-b317-c240f2c4ecc8", "result_sha256": "f5cbd50824110fa953a4e756ef91ae71d943542df333e4f93b3bb789ca61acb9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.913397348995204, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:27.625450+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad67ceec-b9f6-4567-b261-047f13a7d93d", "result_sha256": "e5a878a789ea84f0b9e6ca310c9df7a12a2669e4f58518e6f83c922c46b26432", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7132735600025626, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:47.140936+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14a08513-4248-434b-ba9c-cc6b97dbf308", "result_sha256": "aed230eba69f953fce5a8fc242b297e598081d21a067312a33168108603389ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.259356511000078, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:19.293499+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82a26780-d1c5-4605-892a-9b40213f5e86", "result_sha256": "0363ba468ca68d579bc3241bc64648f8c80fbbe45ba06c76b6017ae69805f814", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003146, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7244905940024182, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:57.972748+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99d7c86f-728a-4fa4-ac0c-54fcbc0e84db", "result_sha256": "b44720f915919ddcd849c0e754350fcc0cae0beb845ffdb2bdac48119520c277", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003426, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.468700028010062, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:47.344200+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c88d6239-8a43-4210-9c62-350f24084da8", "result_sha256": "0739195bf4b7b811a9531c566a54dc517885b2e1a19186c5d46aeaee8d1229b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8195428760081995, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:53.298961+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "220271fb-d7c3-4580-bcdd-189fcd1e4ea7", "result_sha256": "676904b976c3b1d52538859f4d9f61d54af14baa44d7bba3b30110bbad117592", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.793797366990475, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:12.173616+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e126b08-823d-48aa-9533-bc753bfb059c", "result_sha256": "622bd07e559fec7dc0d0c1456c1418fdaa0acf18774882d1814790297f80ab74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003396, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5868746509950142, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:54.121733+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f58b315e-7b1e-4a99-bb15-cf6981f20ac5", "result_sha256": "7a8861491a995dcb7ef82189f403cd9d7c862c44ce1250f6958ee53c86fe3edb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1625317779980833, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:29.652235+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b6b2fe-774b-480f-a6ee-9b459e521cf3", "result_sha256": "709e4b2b0a0bff70ef3e7c584353ceaf647b41ac027e406e258dab758fc03fbe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1754744710051455, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:06.626804+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d56483ab-5e51-4c9a-8f9f-cc3405c8bcb8", "result_sha256": "99ba08c40aa023ddde28ed24917f0c6391aefde650c608927ccf0b1faff73235", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.195770015998278, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:00.098234+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b0003cd-cd29-4900-8be6-05ffbd02e214", "result_sha256": "7131e48f2e7648de11cf05995791e86d6312816c36f378ce0e23af7386793943", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2996889799978817, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:14.098194+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1b0efd8-dbc2-4273-b3cd-a27368936aff", "result_sha256": "39df27302c7c773550c112a99d4291c4761a9403954740ebd036dc1f2ab94855", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2240673069900367, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:07.432931+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "137183fa-7693-4370-a4b6-22c60f5ceca0", "result_sha256": "01bc9597c276203bf12a7729ee27a0680d711fa669e5f0286c6e7727f56d7203", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2846296750067268, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:49.759529+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73ebfa20-6a13-4517-80f4-8ed99d5c49ea", "result_sha256": "7b6a46d8157efaf1b9365d7386120c0809208ab65a3898e75bb1bef85c9b48ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1684421060053864, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:20.572558+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc3f43b-461f-4f20-aaf6-027e3fd1a4b6", "result_sha256": "f5b65a3f5852868257b865bdc6a20135a85de0c98d77f2e2fe434a9e0c84b9f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3038684089988237, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:01.733139+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2d646c3-e117-4b22-9ae5-fa39983464f6", "result_sha256": "05db4e2476191d14f6954cb19004ba89a7719f1c2fb122f3974d481f1f0d50e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003478, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8676782840047963, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:31.655188+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27675abc-d811-4eee-8800-95ab3940a349", "result_sha256": "5d0a429b97cc10d49dd081bc876bc48c2649babb4614a5e7d0b29ccf54132955", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9024459590000333, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:05.474807+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e37bd0bb-700d-464e-a9cc-3a32f66baa23", "result_sha256": "5b760c44797cb7cc9b4edddc92a00df56904fa9235a83530105e8030bb99fb06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7309069100010674, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:14:05.652391+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4f12cbb-f68a-4015-ac4a-e47f77a55cbb", "result_sha256": "561a412d66a853c2175e03f55eab8802c3749b97f89b4889039ae373b158d003", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.334232332010288, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:55.464121+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19034f23-c713-49d7-b6e1-e8282f4a7928", "result_sha256": "fd18cf9bf619817ae666d4ccec555e1b6d08fc01574c0327f136e64154985ab4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2446523620019434, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:41.903199+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cae0cbf-b358-457a-95e6-fc2d52f36546", "result_sha256": "dd010d87f4d0b4d83ab30212e993ba713a3e76a0f2845aac15ebfba9ecb0dd0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1225162649934646, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:46:14.857896+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "727ba908-33ec-40c2-8366-8d25e63821df", "result_sha256": "8ad0f4904adcdb2fdb7a051dc39653a5e56c358ff757879b7853da6f290c73b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.126714122001431, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:40.071420+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d460f640-9a3c-4e11-a415-d34038362106", "result_sha256": "6af4f762f6cf0752f2e0418a3a8cf98f7d2ba1561d5c2a380f1490c01f5d4792", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003426, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6169889000011608, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:14.507148+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ada44a61-d5e7-4663-b936-b688f77d47f0", "result_sha256": "fc7ceec26ded5116650a38b6b8c3c738983f70658b83ea7076082782ad4aabec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.544384203007212, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:56:48.059847+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76970d70-91e6-4e08-842e-aa21c8fa9fcd", "result_sha256": "34f47e9b3beab9854603145abc9c7b92a0aabbd0fe252f058b298be3d68671fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6096092260122532, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:48:27.646476+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4acb9529-196f-4d4e-8816-5201ac0b4c92", "result_sha256": "ef89179f6ba414b19501cf5b2bbc5bbfefca360efa1bf0246cdf46b3769d1b54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7893410960095935, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:19.505818+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55c754ee-168c-42cc-97ad-78d63e84e17e", "result_sha256": "6f8ac4272a67654e227b949262cf52ae9586e7a03551dc5eb4c2779045bb1258", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7421787940111244, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:27.531915+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f01bce6a-fe30-49f8-8316-0991058e719a", "result_sha256": "5bca1c31a7e83f6b15fc14e2735cfdb28a0645f9588f1a57d93f34eff1b0809d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.301225333008915, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:33.133152+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecd76f43-2ac8-4eb6-8e47-38604029f20e", "result_sha256": "44cd26bdedde748b657cb9c70c73fdd895fe688444d94046095ee87b193e1bc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5295329119981034, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:32.055010+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12d852c6-d0a2-428b-8359-5d00484e7c92", "result_sha256": "65083eded791edc3046cf41c941f7632080818a004a2ac174ad2a7e4b31c0b80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003252, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3519722210039617, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:26.378376+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db6382af-0845-48c3-aa67-de2d5e9714a3", "result_sha256": "2b55e17a12486d94e062b338b6b989995914eb9940be8d9688f8cff16f6761c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.296903150010621, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cormorant", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:42.281432+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e87ff1d-89a1-4c98-99f3-d7e281e95737", "result_sha256": "3dbb34e4c632c2e28c8db2deb451242835fecbd721bc48806a4e4bdec4a30a48", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00319, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7852197050087852, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:42.365557+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8289b07-b8be-4243-a68d-70b3cb04d67d", "result_sha256": "e4eeef71a2114985e7fcb3246490c79500eb8c9e69166d3fd7723e775d235bd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3272656650078716, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:06.486908+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb32ca23-6126-4a58-bddb-d2e6d0789e23", "result_sha256": "5c501eaf59722d4ed03740bbef2ff798c8ef5d0da1315182ecf7baddd2f67914", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5393342710012803, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:39.801369+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7340dfc-e849-4239-a3a7-fdde3ad73777", "result_sha256": "030c468cf83d1685602948b1009b9b17579cb86c3e6e041dacf17f643f09aec8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.175347424999927, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:06.122474+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20203893-58f5-40f9-8bce-cd520471534a", "result_sha256": "e1ec08fd19535faefba48c4b9c0536a5fee15007c6725dd86ca09275427d9bc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003238, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3101067660027184, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:24.717001+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84677f1d-93e7-449e-be64-b36564a26355", "result_sha256": "12c6e6a42d2c0a5614c7fab39203df2a5a1cca04724246616a660fdc7a67a21a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.119545139008551, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:51.368830+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a7f648f-bbc8-49c4-9529-ad44ad5630e8", "result_sha256": "3423dd7c09f0bd1351a211701dbf5d4a9635488881fee6150f3bbe525fb84aa9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2758520979987225, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:39.191412+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4cd0c32-dc12-4467-b664-720cc77be395", "result_sha256": "345310ebc3bb08f1c98e3852155bfc59bcf97a3431670ae15842ccce42d4ddaf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3217586090031546, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:05.327415+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c263045-2ff1-448d-a2ea-01b44c0d3d8c", "result_sha256": "be97cc3e3178ba97139dfcd492f1231ade13c93f7b13a4fb6468be47f018d630", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1988921309966827, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:43.001253+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3f3aa48-a0e2-403d-9357-63229877f910", "result_sha256": "4782bcd4723c9f1d8360b0cb0a67396a69cfb7f26c85f6264323c8a03644a288", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003514, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6677315849956358, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:40.471755+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "703095d0-c6eb-420f-a47b-0a79226132e8", "result_sha256": "4efd7c88011f2b978456e3db67a4a7def0c0bbb4f973c98f518a6059be54dd80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6222028150077676, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:17.868704+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "458d442a-c8cd-4b6f-a5c3-b94f74906566", "result_sha256": "cce54bb77a1fdb6bda772175b07ca32ba1072bb6b656b9c77bfd3cf5e00dfa76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7700311709922971, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:05.745310+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1196663b-3133-44c9-a587-042d7b4e9c09", "result_sha256": "9e581c7c612d5aee76b4e032466956295c0a6d44dfa840a16cefa76b51a45cff", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.301262992012198, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:11.292937+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6aa33c5-cd97-41d0-88c0-7c568d60a003", "result_sha256": "aa1a5507f51f70939d9b0492981e701bb54ee55faebdfdea2702c33ac8276b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.142177988993353, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:48.346003+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f409aaa-91c6-472e-9413-29aa4bbbcf25", "result_sha256": "6e9c57e83abdcf8ddd684b0cef3112371ecf05c92eb22e024ca7e30b7d60175d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.276809508999577, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:00.900029+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "192547ad-5a83-4317-87c0-7fbb127c822d", "result_sha256": "deda21e5f8c3eba54d06e04aef2f031e49102f40f596cd3b4c4f3340ae48fcf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1392305720073637, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:18.649191+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09b0280-0554-4b1e-9a7f-5c84f3f58c97", "result_sha256": "e15ace646aac0d533d7be6b4c1e122ea390cdff9ce5985b3c79aa350e1fec752", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003192, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.260252706997562, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:49.224132+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ae18228-9c7e-413a-b172-6e11ad60a26a", "result_sha256": "cc14eafc2a58802d29a440b9ccfe117510c43af464010f65c198b1e903db4f6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7942268119950313, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:02.407800+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee3a5cb8-ed4d-44c8-99ac-2dc152651a06", "result_sha256": "3311140f4dfaf7b4b74571ca935d6e0aa7b66435ef36283d3981a05dee06db06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003186, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7042804719967535, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:34.870275+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04fd7b59-ffa6-4786-8867-a58d135ed41f", "result_sha256": "c0fb8f0f067ff410bd78e89759ec91fd34b3dbe61ab4d88d4100212a116aa2a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5163419419986894, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:06:37.861075+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc3b8645-fc7e-47c5-ad5b-694c0434cf9b", "result_sha256": "ae6adee946aa7a981dec8a2194d7641e4909897e2a7ae93a3e37a48f1b8127cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.313271410006564, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:08.602288+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20878dce-653e-4ffb-a976-6b4c3a579ca1", "result_sha256": "a3a3243415f0d30bc9a88a19021bebc8f83ec9130179ea9063c1c40f1dc90ca9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3480823669960955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:59.457481+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d59cf6e4-c132-4fd4-8dcf-bc262bfbef0d", "result_sha256": "45fd026a11a402045a4913bdb8d32c94bfbae8abcee62ab5284a36e65884450e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8982674180006143, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:59.982675+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "128fce74-897c-4063-b97b-a1a6520e76d9", "result_sha256": "0d35dbe3d85f7b069c05cc11219f648eb3dd5df3dba89e728209c0163dd8b3b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.262533937988337, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:28.734788+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f914569-bad7-4dd1-9864-5890492bc9e7", "result_sha256": "11331de28263ae89e1086dea48dabb831197c5b92872a5965c407dd0742232bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7197732560016448, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:00.160247+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70076223-e5d9-47fe-9e3d-95951e1a2843", "result_sha256": "d1986c1bcc07813fa41195243d2eed8d81f6c8fa8216ae902d35961600090c85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.032145346995094, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:16.357555+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d35f0fa-b6fa-4e8d-b896-67e35aabbb45", "result_sha256": "2a7d386f4876e51b5529837dabb9a0c3aa4e64455f20e94e5acccf94de446c7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1590786650049267, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:39.281432+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aebd38f2-1d63-4fbe-af8e-e2619403373b", "result_sha256": "27f8ccb84f9da7985be0b23be30878dd7034e9b2cabcec4e061c714bbe10e267", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00337, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.199918720012647, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:26.437539+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "178dbc3a-0910-4d23-8a4d-9c2a5626906f", "result_sha256": "395e72131182d59969a42252cd3f9a16fb28d8b6f568360426093d562711c997", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2280274640070274, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:23.888543+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ac0f3d4-5a86-45a2-8b9e-dba3e71e2b7d", "result_sha256": "ad821e7cce34860a088b06764f393802a9c8321929cc2f8279a081f5d304dd24", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003436, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.666909808991477, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:27.916952+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d491ced0-21bf-437f-88b2-16060f49ac1f", "result_sha256": "77383f5172aeda8edd8032e68b795ae07927391e751603e42dac9df25183c8aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3737567829957698, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:05.313774+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdcc4c82-8302-425e-b62d-5b04590bd227", "result_sha256": "8972d769bfed198d7aae49e77b8fb63714f42e8d8074fa48bca34aa8073da5cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6585596200020518, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:44.467269+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba3f3c0e-5fa4-477a-a64d-8a411f966f0a", "result_sha256": "f8e4908bf9f5e96af0a6fd233a7fe38d5f671b4aedc6ddeb7561b671abe0eb96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2022465580084827, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:30.092440+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eecdfe2f-81bf-4658-89c5-53c0d1881d4e", "result_sha256": "040086241197be9538560a0d33034a45c9d13b510606de25131f9acc33331e81", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1450736239930848, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:54.722621+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "149c331c-5f1d-4e84-974c-745e7cc616a6", "result_sha256": "2539e6c6ed52d32e49b0162f3ffb63b1490237d4dffb67f1aebcb903fea60d9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2558201419888064, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:50.811889+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "06f43803-6717-4fec-8ab3-356f57fcf2c2", "result_sha256": "ffb89516eb88ade6807de63417f552568b2ca4e9401eecd0c9565abf5f312596", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.233055017000879, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:24.555356+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "92a9e35e-08b8-473c-a23f-ca79a628c929", "result_sha256": "fe64586540abc41fb0b76ef0e85a53b5d887124d78f53ba4d94fe13e6e1cde56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6280193109996617, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:46.777698+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40cd3577-b9d1-438c-8d96-e1684af29a53", "result_sha256": "4bab78176e99d97980605794c5c01027ea51703fbf71b67a0d29ca6249b13396", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5809772100037662, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:52.945552+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b535747f-1be4-4602-a37e-f33018fc0079", "result_sha256": "011e1126c4e29b8397c374784871badd3eb0dd397a20965b46586aa331ec7980", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.745696797996061, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:54.761833+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "827bdfa0-c345-48fa-ae7f-23b98712d344", "result_sha256": "7812a2fe5d6a90303e43d09b6cc0bae50c23070cc8815786bf2d7cb8ddbe96a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003268, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.190219245007029, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:49.109232+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a78ae4f6-1095-4d7e-9978-5c22ef64eb8b", "result_sha256": "3f95ed51057a78a29f60e7565c4768455e0fe94e4d3526de9dc4f95d69b2a569", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2849732890026644, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:03.566257+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d55f30e4-f9c5-4092-ad73-ede0b12eb92b", "result_sha256": "4582384a5d5c2f98035e9b5a9d20693be5594391caed50a47008ff82f4182ec4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003146, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6897919600014575, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:11.365917+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "00b6a22e-b044-4019-bd1f-06e847f1e639", "result_sha256": "0996e86025670ceb0f1271017c67020b99ebf7ab54c515395bf8f5d1807efc0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6788415409973823, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:44.721366+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa53c153-48d8-4570-99e6-7de801bb2d29", "result_sha256": "32b07e6f1ad8d6d6431e85ea349c59933b964d879fdf7a2f06283034e1d2f9bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.531773376991623, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:10.398053+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8fb6e66-f739-4f91-98b9-f4631515ba50", "result_sha256": "a330ef247eab1205aeb7564a08ae231ec62ef1c3c743198a9574ab7fc9eced8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.567186803004006, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:12.095896+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "814a495b-186a-471d-b9e2-f9a96913f0fe", "result_sha256": "67cfef4d7aa04da782336ddfca4bbb8db1160c494ac40bd6ef2d587d216794ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0283167460002005, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:05.936535+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a131970-4450-4cea-b981-02f36dc237b9", "result_sha256": "b1f26d253005872b46023b1ec57e37de79828e6fa6eb6629f5fb365dc7b3fc86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3435621910030022, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:33.540011+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb8025da-2aef-4d50-8ab2-6aa40c883792", "result_sha256": "8211ee5495abbbb5d212c19b21ab66a157de0edd4b22327040c63644fe8ccfe1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.313488141997368, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:04.218018+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebdea9b1-d92a-425a-a211-d15659561bbb", "result_sha256": "d667ca2c080a4299af835975d15d194209a125568270670d441c6c51aa21f383", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.095943680993514, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:30.487219+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46c0d917-c8cb-4d1d-bc3d-442d7b1103c9", "result_sha256": "04f683bd96a06b3f8cd8a94b3b8f21268e200941fadcb25f3193b1da4cf9b2ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.268407372001093, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:44.774290+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1324697-cf21-4e43-a240-6adb9bd7d05c", "result_sha256": "d553f94e70e31e02b20f48454727ee25e9de5ce3a05a39d49099a1984ce82425", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2755743460002122, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:21.065560+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad9eb84f-1b10-4a56-b496-7f71c345ac3e", "result_sha256": "db2243d93ae7ed00ba4c74a0aef38caf182c624c4724bd8efb7446f9a033f8d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5300652550067753, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:46.713867+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94ecaa31-4e42-43e6-9a23-72156b14186d", "result_sha256": "c6d515b989c1717b9afd4df879d6654f7584c1afd4032ea9c27df60a9572e150", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3749573310051346, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:35.050635+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57c1cdc0-b394-4213-8110-a765da53d01b", "result_sha256": "a3bd35109a47fd2c121c2b10e8512d80418fe2f7d44f5960ac9d0379714e5f14", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.258589965000283, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:52.968227+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "188d35dd-3bcb-4708-b8d7-6e5a7f3f1fb8", "result_sha256": "379a9d14f83f2db457026127fd766999ff9548845e3669e6879a0e22395e2d92", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3338540519907838, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:06.453797+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3fe516-2e93-4b37-a64f-33881b497354", "result_sha256": "134fe3b1e6b1718a912cc1c8b4b4e8db0b10a3b7f1f071c4efe76d99dbf9beb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2497373419901123, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:57.557877+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd80a36c-77a5-468a-a51a-856c91ea839b", "result_sha256": "27f6d95ce2746f56049655acd65130ee4842d946b812d942fd73d011590d1011", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003064, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1262, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1471853139955783, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:29.641557+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b092bece-95a2-42bc-93b9-faf1acb77158", "result_sha256": "fad89526ce9af0268ec7d6335a83d36667e274147b6baf7d4cb7509167d0e18b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3539654899941524, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:30.639366+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e02756-473e-4dd5-b975-6700bbc37dcc", "result_sha256": "d7aad27dcb2f1d883a6cc0f20c8a4db7aaa2c73ae522081384b5b9482acab5d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003196, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.645951165992301, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:06.596302+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12a7f05b-ac8f-4b70-88b7-27a91670a140", "result_sha256": "217f38464619cf4f1345a952f547415385d0add1363f6a9773fa60ab05562fa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2949174819950713, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:39.121234+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99557d3a-63cf-461d-8361-1503eeb15cfc", "result_sha256": "db10f32bb61d67fb6d5e5f75ea67389e04e9ed98d34e25a2e1cc15e8fb98fcff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6736406940035522, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:47.385336+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b7ca5e-89a4-4a9d-80f6-2b4bf8397bf6", "result_sha256": "070554785ca544cef02ce3565f5193bd1d4c83b02c80938e7fcf4e6c5012026d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3384798189945286, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:05.035351+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a88b660f-0ce9-433a-b88c-691501861dd6", "result_sha256": "47c4c2b3b5ca786085551b4ff322c15401338c6488b551cec443d592870a0c5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5120186749991262, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:14.894603+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47a40d29-8857-4329-81c1-f3042e24ca78", "result_sha256": "38ce092943ff3e3999a75324fe2a2006214f99bf56e13dd5cbf68a91662c01c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.417565198993543, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fjalla One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:47.116681+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eed74d0c-e81f-435e-b2df-cfe2f5687b97", "result_sha256": "d1869e0d92244e149749c2265b1d62bf6f2cc22212e9baecd22b324c6aec9a7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2165615929989144, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:28.266134+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "924bfe87-9946-4a34-99dd-e194a3bdaa5b", "result_sha256": "e5ea280012be802b422d42205be68deac5bd8265db0a56f53e3fdae533ce1654", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003288, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7844448710093275, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:48.919881+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "783e5bf0-dfa3-4a2a-a228-55be68cad61e", "result_sha256": "0c4f67a0067162a95983588db543f7fd04523a7b28d1f3584c622bd019f800c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8293076749978354, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:50.962394+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d1a4a3a-0576-48dc-bc5c-8595848b81bf", "result_sha256": "46914f8b4b8d59594b8937c42eb602e0eb5007935b7725bf9de93057f3739d39", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003258, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1364, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3721327189996373, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:35.652763+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48c4e083-d785-4820-be6f-9a2df8faeea3", "result_sha256": "fda7a04d698b3086136be44996042018aadfbebe4a7257b77b485e4f2425abb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2488240670063533, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:14.470502+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "90dd0c2b-331f-40b0-8e9c-0bb9f689dde5", "result_sha256": "0391b76b5686c8038a169a3ca76a5191c94a5d8b7fed8311fa4fee53864a9672", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.384476908002398, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:12.394200+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ea91cbc-b2ef-4296-bcbf-d0310247f660", "result_sha256": "184528164836bad8a014d33191fda49a8afd9faa1bc6cb50b261c1e10bac62d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6425941089983098, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:10.005028+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fed3c2d3-0776-4a3e-8c8d-97f89636c565", "result_sha256": "fbe8b505c2c3483fecb0ceb059f3980b776281f7dc3f10b13bcf538ce1e2c0cd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6912251810135785, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:50.894022+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d2b899c-20a5-424e-8ebb-060d4ca14276", "result_sha256": "fe17c714ba58591fd89ab0fccd13358a70be22c3b2f34ca841a59c5915c4d28b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3934021379973274, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Bad Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bad Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:36.453829+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54168b04-3ee8-4ebc-b97b-609fb94c900b", "result_sha256": "a505ca2fc0306495c5888a95458e72a2ec036664d737a7a924dbb55383b2bdff", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0023746799997753, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:26.029051+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f20357-9b71-43b3-a42d-14ec4637c92c", "result_sha256": "a2e6dcdd9f88b98e35629d748c43c8f806735b4ad0b597e26e9d59a13cf99927", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003234, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0759675660083303, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Permanent Marker", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Permanent Marker\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:03.573668+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d874a97-7e8b-4adb-a8ed-1d7cc97de8ec", "result_sha256": "3f6570535e2673df21c2e5b8b4249f95cb93df004d981b8bc3f6e14378fb14da", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003234, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5117110079881968, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:27.320597+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ec6f668-3c33-4720-951f-acf59261567b", "result_sha256": "93c7821437da7b3c5ba9ae6d29ee7ee1c0804201eb23926164e22b6c06438e85", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003426, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.694572098000208, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:19.081076+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e20013e-604d-4ad7-a0a8-055461a477a4", "result_sha256": "1c88f4219906a9c69423f2bfffd514488e09dcad20bd74976b6b2a42a606b1fa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.979736277004122, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Sail", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sail\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:54.428052+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf98a53-fb56-498c-af77-04680cb55328", "result_sha256": "3213ceb7e5691d092e7e081f0a2d429249fb6bd521125c8ae668c860c3bd880b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2545093150110915, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:07.675029+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff7a4b18-3d55-4dd2-be37-ea0295032f89", "result_sha256": "e8185c659cf92d54c76ebef359fc7b7784227e0764fcee5dad323246a64212bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2863305270002456, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:56.018325+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68269c0c-d5e8-4b2a-bce5-d7be4d1cc9f0", "result_sha256": "a1172bfd2a95a1d309373f354cb8b04abce49aaab277a52de1770a48acda448a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4319216000003507, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:21.537687+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da04e5b4-9042-44dc-abbe-0a5d5cf5a78e", "result_sha256": "a9eecc54be76d5d966aa4039a4b77413256af8481416550381517b116d80ecca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.703277338994667, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:39.703190+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9654e3b-a1a4-479c-ba4f-c93ce6e64a2e", "result_sha256": "7f2dfbae3d549c9b89d91ad03cf152647bc5479e537576958a49cece39501b7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1623087390034925, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:04.423875+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bfd5752-73b9-46d0-a988-62ad3158310d", "result_sha256": "99e547181cb9c76d2a442b9e501ca440aaa5270c2e9cc7f5661893d88af92319", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5260829460021341, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:42.860636+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ef51e22-17a1-44b9-aeac-dfa75f0705e6", "result_sha256": "cf9b13c1957667b7781690faa9f511d683f28fe8c914ca9787cad5a26e4c04f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.5856923009996535, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:05.667260+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "128a3bd4-b888-4cce-aa32-88058052ba8e", "result_sha256": "4869c131f72c37ffe482e5ac302de52eed53106afe3d515b90309053a89a63c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.117199870001059, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:31.584633+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3080c88a-512d-4a7b-b448-d20482be09d9", "result_sha256": "45d2d96dca8b7085f7130a67bcc26f3a7ce6266c74546c884e7667b61aef3572", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2573098939901683, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:35.247222+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a935633b-3937-4d5f-a561-c0ac3c0115c7", "result_sha256": "a6bba8234a08f41504ddfb61517a4e2b0b891396b918e3f0aa339390e750d5b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.726494778005872, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:23.671293+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5964adfa-a96f-46bf-a2b1-ed88a71db28b", "result_sha256": "8268a9b57dd988d4da09899a1d1c5d2a59e8800f9dead29eff852312aa8c4668", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1941821570071625, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:16.281040+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef8e44ac-40a9-4c80-8b23-124da032f856", "result_sha256": "d451d28f4fb7b7e8e8d3f26a0aad3c3144c91515230b3c9d5a586cea64bff6b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5093888940027682, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:17.398890+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1dc2a6f-0159-4c32-9077-d2847bbba2d9", "result_sha256": "73f74e0e609687254b9944db0dc25430f7ffae16756deaccf9fc00a672280029", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2390580919891363, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:58.454516+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf4dd7aa-5f2b-44c4-9e40-a85b56dc48bb", "result_sha256": "37745fd19930daa8920fa5cb54b5ab5233d4c01ab466714c084ab55fde081432", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6881943179905647, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:25.773325+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0897d9df-a5bf-4033-a44e-fa2836e5715e", "result_sha256": "d0b0e7293a5b1299fc541cbbc5f9282e1b0fc9443159806f804f3db920df480f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3118551049992675, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:03.913967+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fced048f-4b80-4f89-bf6c-55ad91547027", "result_sha256": "8cd123a93a50dcc27c101283359d2194640e5b010d1cd19582c89b0b2333c6ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2523960710095707, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:18.640005+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fc6d2db-493e-45c2-a78a-76c3e48fc463", "result_sha256": "dd25440c74b8af4f9423c65bebf04aca6149c14aaeeaec13ad21b53caa45f6c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6423232389934128, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:33.815118+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a8dfc2d-ab49-43e6-b2cd-c40a93710cb3", "result_sha256": "b63be0319ea0422a487d105136703a2530f114e673479151173e2686d96da3be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6295282649953151, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:37.913643+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3722d283-65b8-4167-9abd-ae9048bf458f", "result_sha256": "8731750d1bf223288fe12ffba1bcec2f08ba3fc239cece7c77b069267d7f19c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.647331027998007, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:56.498374+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec75778-bfde-4fd8-868c-407aa159f8ab", "result_sha256": "a72edf3b1e2f0b71bae29d580cac58055cf8ef8b4b407e68db42fe03ad184634", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2172045569896, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:40.043509+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7f6b994-cb29-492d-82d0-9d324c54b005", "result_sha256": "f6e2dd207fdfe7ef4c945d22f105399fbd6eba6d201292eb4992e6a205c35cd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2837224769900786, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:20.936163+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd6ca129-7836-440c-a23d-877da705b448", "result_sha256": "222fefc7409c5f49435bd6dd94ee5adffb8edbde6e993dd17238900005cab89b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4575343879987486, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cormorant", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:42.967197+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1af0697b-8a4c-4be5-bf1c-d2ac30341892", "result_sha256": "0b0c641dece3b3aac6a02fd73149ce7cc5261a85aee8c7058fc9b0fb60434019", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.240220992011018, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:01.491405+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68ef790d-b62e-48d6-8726-13be0eb1b645", "result_sha256": "886e1688fb15a2b1c2537ecd56c539a555885e07abd2428b81191a10ab704e82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.769845949995215, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:59.949217+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e680b23a-5d81-4764-85c3-cc5a6e7de9cf", "result_sha256": "808bb65a4fe8360aed2fbc9c1d86f6bacb9cee3afa3a369f6d411f50949be8da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7439869139925577, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:03:58.540943+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb22de14-196c-4186-9288-f236441fe273", "result_sha256": "db02b7d30998d3cdd5c72d73d617d8a4535f28b636c8cdf91e1876f9940337ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4031996490084566, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:22.178539+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ca96e26-40aa-46a1-8cd8-56491ef4b083", "result_sha256": "a4ddb36c60540aeb3fc97fd366bbe88dbd4745ed249bda16878cbc73a0059a4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.26345193501038, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:46.440751+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba46c0b4-8e93-4bdc-ab47-16172a57cba5", "result_sha256": "dddea197a9fe44762f1eb410b96160ad5f7d2e3c8b23701a5116954c938cb28f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9550284799915971, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:11.962486+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa0c6119-2f71-4c52-8478-4206c04bec6e", "result_sha256": "38461791fc347ddcd0e3bd945f826109c05fa66dd91ea85b5ca0468328bc8320", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.461273346998496, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:54.604002+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d4197ca-e7cf-4526-bc7b-29456f359fc4", "result_sha256": "bc7d7499fc0822c03e4a10c6e387cccc7f3622e696e627f8538daadeb4403572", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7814409309939947, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:14.201795+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b3161e8-0883-4f37-88df-c25206677e55", "result_sha256": "71195dcfcb22a12e30ae2b617a373d599d1f3cfc9bab52cd0634f93c8f0e9071", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.397748210991267, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:30.643920+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "363a8df4-a379-4b3f-a30f-21f1d1ced48d", "result_sha256": "f3ddb6a51e920e9c3773ed6c0a4cc5224f1ca54486e2b686c4c4aeac7094ee84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.340068171004532, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:44.141680+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0657c359-ffba-4e67-bc51-c9e0f7e01897", "result_sha256": "e8f7d029366765fb95981ad145476265b1bc467f8dfc92a61180a590cbad806e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.396955878008157, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:33.522350+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f95f47-35ba-4436-99f7-20ed43e51e00", "result_sha256": "37461ef9ab0981a5e020d076686b9675f4e6f4a27abe0c3d84e0ef6d6cab3b80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003468, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3380288500047754, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:37.154047+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3733290-ae2c-4ace-a9b7-c9702f7313b4", "result_sha256": "7c6dd86711e27c4941a9f440d1d14ed1ad904b8dc6411c0572e4bc534de1bf80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8040059009945253, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:33.596183+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d15a686-dbc6-401e-a2d5-7b69c433819d", "result_sha256": "19b7a06a259dbbda489f4e40868150bd9424123edd1ab4a93e66f252c97ec7b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3429372050013626, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:56.937590+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b7f007d-b426-4e7e-83a8-6065cc761cdb", "result_sha256": "33991e8e05af4f6191e88225c7d6e93119f61c225df7aec0e61ef636d6100cdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.979739296992193, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:40.656219+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cceb87d0-3ae6-45a5-b478-0e5dc3576c28", "result_sha256": "e474ad2fe8dcfe3193a508d3159e7b52e3967fdb7e3f51f41382c325d1c28db3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0902918979991227, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:51.717989+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f49ab919-7335-4415-bfc6-5a342f103394", "result_sha256": "d21b5b3c56203117bb272f32fe5d82b23e3bbfef0ebc67aee1d308bc6eb683c7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1181054070038954, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:33.459839+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91ea2f67-f2cf-444c-90c7-73e63bc1a1c5", "result_sha256": "4f39442a481dd80f06e4b04703a7cfabc07ffd851effe1077761cd8bbf3bf22a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5417008209915366, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:35.089041+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f24b0488-ffb2-409c-b3a7-511a8e370018", "result_sha256": "726ae6c4eb8840406e6c4a638e3eef99f5a8c711a44187e9aec0722ada4cefe0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.66283348199795, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:40:56.238889+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "450302cf-62c4-4ff8-85b2-3f56c3b509f7", "result_sha256": "5e853141d74cf7d9ff18fd91c20efbd328de49e49e589f40aceb532858ecf76d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.423528379003983, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:51.033048+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71d1b5b5-21bd-4d15-9812-d7991421a876", "result_sha256": "e7b9bbb3a408ff28f83b2d81045b51696aec3cc808b22fc21eaf2c3067d9fe60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003294, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2700332420063205, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:37.430606+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68399b8c-158e-4c30-aa77-7fc45881242a", "result_sha256": "76be69740fef0dcdbd12b038f00e821df2a52a9e7aecbcfc53179e4a87f23cc9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.225864260995877, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:13.582516+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5103f7c-d074-48d3-a5b9-21a224d840dd", "result_sha256": "73b8f0e1cc8ef1a915c55fbab225170e17cdc753191979deddef6dbb331fb2cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003324, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8313859719928587, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:43.362606+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02eb0a27-d38d-4bb1-b191-ae52109467a5", "result_sha256": "3938533c0e7defb3d8f9cfdc5ccf6507d6f20ef38499641e05c9e16c789d6347", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003314, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3557595140009653, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:51.233898+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53cd18ea-8f89-4546-a3bc-3ee1f1c40fea", "result_sha256": "d240f61c9398efd7a7da8738c0d47628a4f199b45d81823d86ea06ca1bd6fc31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1077062969998224, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:05.316280+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cff6ff6c-96f1-4d06-9b63-e8c03f0d3bdb", "result_sha256": "ab36cba9aa9dfd45c260860813c30463b541e5e5aefa5e82eddcc7bfcec67f69", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.663917521989788, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:05.752476+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f8d53b-4c5a-465b-8333-d64851d00a1d", "result_sha256": "5abbf5f693f7248582cf835fa146156f6c88d6abdf98d58c034ab528aefba249", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.239929089002544, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:25.089152+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ece0ed49-5037-4746-b816-643baedf0ebb", "result_sha256": "4e5d2331b70ec4e692e8f25f42b15d736422a4c2d618110664e155b4cda27715", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7495047409902327, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:51.896567+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3302e4bf-6eb1-44e0-98de-410748f5103f", "result_sha256": "e8b86993b589bf9997e3ad07b2143121464d10a34c18f459a8101c8c4af5750b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7667680969898356, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:30.087892+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdd10efa-6b6b-43d6-a4d1-e4eea9d4597c", "result_sha256": "1e49c2bb39af5f7d48715caa9911413414fad74aa2a53b1f05aa1dc51453b188", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003414, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3230306899931747, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:07.727332+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d07bd40e-24d1-4e4a-8ecc-d207b4be98fd", "result_sha256": "fe7579dc8fb4ed5d90246e914c2d297d8d925a3046f7b142a5af1ea24f4b740a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.356435652996879, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:22.175507+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "adac3d3d-3b0a-41f2-afd9-9275519f62ce", "result_sha256": "0a641404b35f8caf6234733295c0a489da0741d100135c28535b4b737bb7d70b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8199385280022398, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:37.593565+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9195f55f-0612-492d-97b8-8105b4f480c0", "result_sha256": "ec3b76c7379d6369e9eeebf45b868e7af6ec7fd27ce9d25b7dc2afc36406bb09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.0944783329905476, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:10.369039+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4951aa5-38a1-4628-b8ca-2e7716898f06", "result_sha256": "c8f557e2f34e0b499c9ea5fd0931687c57b475bc425c1c75be5f121c943844cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5602469129953533, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:52.687274+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5348856-8835-4213-8cf2-538bc17a28f8", "result_sha256": "1ebb52494d7a4421ef45d45707f6de368b0ff34bbd7fb5e1ac8405654872fb7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003238, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3152732419985114, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:18.655492+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a010d1cd-f90d-425d-9db5-ca85c9966948", "result_sha256": "4cc3068800d74129a84f3a96852f258bd616d01ac835184e38439ad66d934aae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8077215700031957, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:07.824800+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16c14fad-f5e0-4dca-a632-4fab5fd71192", "result_sha256": "acdffcdb97179754538954d53fbcc3efde7413fe450441bb92a4a7f2fa5a2907", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.287080643000081, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:40.252050+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3781511-3041-4b02-a7f4-23439f215d4f", "result_sha256": "7c7ea95ef3bf1963f4942fb0aeaf614fa547cad1e51f1cc03f38e9361631ec1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6477800309949089, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:06.654653+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6cbbc91-de77-46f0-a683-8cc2c826534a", "result_sha256": "f9fa19684350224f22ae1d1c6fe5bf706a821747c9ac748310fc8150e1bbfb3f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.55418866200489, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:58.059418+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "259044d1-6e46-48e9-b787-f0972e3f8838", "result_sha256": "1a635c830186e49611f72ca2c386fe72718652485e61ecce79ea16375315f44a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1318, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.290377704994171, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:22.445126+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9e83029-e729-4dc9-a9b2-20d186e4f58b", "result_sha256": "2a13c92500b74cec77d69dd0e599f65d4b6147e0730f572e8813398b073250d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.089010865005548, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:45.791397+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e28d346e-9cc7-4ca7-bfec-a20668debab3", "result_sha256": "4051af873c33fb9d7aec862b0598a2812f60c2fe580a0e942698a44f9d52513c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2872670049982844, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:13.639954+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f3b1302-af38-4522-834e-79dedf4df5dc", "result_sha256": "16dae38d72ca289a5e07d765e574c07e6fa846952d69820b0d67439ae2e29ab9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8677591429877793, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:14.142669+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a5eaa50-f377-4c27-92d6-6417c522dac0", "result_sha256": "ea2f041558fe104b22ff36fed6935b865ada3bef4207e726645a3dc648fce4d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0603504109894857, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:20.571742+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc48378d-c209-4be9-9147-a853d84f9e2c", "result_sha256": "824a95f928c518582cd506f41647a34c1f8669180470377310909383abbacfb4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5966943000094034, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:20.957476+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "391bf15d-7344-4069-9066-8f8bade8f60d", "result_sha256": "27f8880d927f89bc0d25808a5badef75f3321241b3a2f22775e1dc9baddecc56", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.6103552999993553, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:56.181125+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39c4b734-b6ea-409b-a22c-62818e7c208b", "result_sha256": "0641188d356094e7f277249db047e14d95d29dfa71263132ca54c561e0d2296b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8653384570061462, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:20.879247+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7027715-c8f2-4d82-a83b-af40e4312672", "result_sha256": "4f6577d3c6d4c726517d3f8ae0ea715001756930f94476b179eb0254c94eecb6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2250300209998386, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:39.734187+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b88d1c7-9604-4aac-a5a1-31055fdc55c6", "result_sha256": "4fe567b1264e872bc67e2114d1fd4f7238ec4d7bba0e1468aec750df493c0ee1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3865210660005687, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:23.136873+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "020effd8-1630-4936-81dc-48e614d002fa", "result_sha256": "035d5de36c320083df21e5192f0496b029b94f7e001dd17f7ee713875c987f84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7391523439873708, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:55.664936+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7deb82f-e77c-43dd-bdab-26ea7efa34cc", "result_sha256": "ebca8627f1cdb46316af61e03dbd68e364c200a032a10c558d5032e6a3efb657", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2924858879996464, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:48.787201+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "738d7021-0d86-4f09-9403-016c44c683ea", "result_sha256": "c06179cd32475bfe12d6dcfabf6790f432e0cbbb97b293f4c5fabed0f928a452", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.983923171996139, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:56.119076+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61cb3d57-e284-414a-9d08-666d2b913a06", "result_sha256": "dd3a7c987c95c8fd9c5285397f7ab43d775911794c2e0dc6695c0a425159968b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9263564139982918, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:31.306842+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10b44d0e-dfba-4c99-aefc-7e7fd1bcf6a0", "result_sha256": "046dd9c93a0cc95efa3ef9d0586b790424bb5650b68c77f93a2445246fc91970", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8209351370023796, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:41.461655+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "638ca584-f03d-4883-b8f9-b57a889fdd52", "result_sha256": "5da30d8fac0f790afb8cebbd16072c0f59df17d741ce7a80c7f65b70dca17620", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7953649700066308, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:57.596040+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9293e564-656f-4ed6-a025-6bd39a79589d", "result_sha256": "183f0b4a41689666f8277ad76bb771eb187cca7b3b45766a94a3db27d9801f12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00315, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7636121780087706, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:53.281752+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67e4d977-a92d-49b6-80e7-eb57e1e31e18", "result_sha256": "a5629f01ac62616751ff4675c35546e71756e4d087f977a55a7ee523a02d69a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.665296858001966, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:18.008984+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "228bf271-e19a-48f9-98ed-3dbfed241178", "result_sha256": "7f4ebc1b4a642cf59b56db5f656168c37d601ad3c75a2d7c89c91bdc4bfef5c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8917000249930425, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:53.636897+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8a6c6b9-dd42-4837-a0ed-e0cec9ba08ea", "result_sha256": "730ae348bc12b3e7c1cb42e54554d052348e44ba6cde8eaf7fe53a13489896b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1545000370097114, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:31.664880+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "773ca088-069f-4932-af2d-969198d6e70c", "result_sha256": "a6ac92b86b647cd7e252a62cd559095c7e69be56833bff68b3be80276b34b7a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.210615140997106, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:04.424077+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23652da5-413a-44b8-aa42-9c7fe292c778", "result_sha256": "c515bc990b6450e35debf2aedaa79ac14d69043ca3b62e3c72397dfeccfec057", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003244, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5701741299999412, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:31.383782+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6a0269c-4edb-4001-877d-ba248dba3acf", "result_sha256": "3626302d506092d28af3f11ac061196721ef35eea5910ea2814599a755ad501b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003288, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.470877037005266, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:14.804757+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d391a3d-4989-446c-bfd2-5b1ace664e7d", "result_sha256": "5708d2fef0d20ece336b194a39681f819886717d5f4e0dc4607716921b3e9535", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.222096097000758, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:49:25.429748+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fefc97b-8171-49f7-b151-ea5a5424cf42", "result_sha256": "2af5fbe97b0b49d47724afdc4ae7587d8ea710121fbdf357f81417487b7bd1ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.481656534000649, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:31:43.161697+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a68afbf2-8af6-4ad0-a8b8-0fc6e9898e8e", "result_sha256": "72c2b38f93bc376b2421d603b8f7c4e4306ff275507e352b588b7381eacf1876", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.435289371002, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:51.151420+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b5a84cf-8c30-425c-bccc-7f10580db078", "result_sha256": "2eedbcba276764e2d3d08197ffd04c128cbd6e8f6d7b562549452212e4f0b0aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.156993416007026, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:57.125879+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "089d3ecc-97b2-4adc-a466-d0dcb0e93c60", "result_sha256": "6570752ee77e93270ac7a80f8c288655f81f6e33f3b3955ca320aa6119797b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8468430009961594, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:36.379241+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f42c4a4-ce05-43fc-bb71-a32f0183e97a", "result_sha256": "e5b3e10c7e86ed88d1422cfbe2d25289f966dd8ab1ac5cc8d705ec0b9fa420dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.336984007008141, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:52.652306+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b83fa81-4f54-4c97-91f5-de4e5e8992fa", "result_sha256": "568f9c9c757aba6b699c8b6334ae0d40979860d747787c3e4b15c6af12339d10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003414, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3211877280118642, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:25.506274+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13e6fc7a-e65b-48f5-8bd7-3157aa15acbe", "result_sha256": "41f4447ee387278b0cae033077589aeffd8085048990eaaeddfe5ba6da170e0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0813461920042755, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:26.826135+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd349055-e633-412b-ab28-f2e92e7b1bd7", "result_sha256": "546bd7629ca9dd3add38ce89c5af11c815f96889ca13154fb9b0ab76a8285226", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.1232297220121836, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:37.553867+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fefd273-8302-4cee-9f8e-69cbef338981", "result_sha256": "291b17793d79191477feb52d8521197e308d7915f4f6c746a1b53229ffb9d90a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00317, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.334849638005835, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:25.787346+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf9edfa9-12f6-493e-b963-7b3a0fba78d7", "result_sha256": "7515ea19fa7fda849f12d1dde44f3bba8057ea36c1b879e067378c29f1a9af18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3009002360049635, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:55.917108+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c09da3b0-2315-4fa9-84ba-dfce4d47077f", "result_sha256": "7af0747acf47cec833c29cf7a8616d9e334e320d3994816d0db1a8663729383e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00318, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3090124139998807, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:56.471164+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bfb7be0-91b7-4d88-84da-ac05ab4d7ff1", "result_sha256": "08125c512fef633df89dc73866413976b2642739cf404a96110414deda000880", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6021994469920173, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:59.202516+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a9c0211-f560-4c6f-8c8b-4f4de7b79472", "result_sha256": "8de08faa245e275c04002069cf2aba53420df9f9e76d8fdd6f68a1fa7e148980", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003194, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5513207199983299, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:00.042546+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "340818c3-4f62-4b0a-ab02-1356d0f92a4f", "result_sha256": "ccbeaa16bbb23ba324b2db9fda5e65d811338f1fd3fa89a2f9cc9df7e1fff35c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.581814878998557, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:28:41.810479+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63295c89-4424-4add-b38b-51f84f34cce5", "result_sha256": "53de87a1dd906851a2de900b609f2851e477f0bbac01028c0c5a871c3cdfa969", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4817900710040703, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:36.315077+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0887402-16bc-4cd8-92cc-916f1672f295", "result_sha256": "5faefa0602388c00c7c110d8e6c78b90c9e6162b5fde12b6d6cddc2c95a66f3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8480661109933862, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:16.410688+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "adf001ab-91f3-4064-82d9-4309fabda65a", "result_sha256": "84bbb63410497c901047ac49d42522ff4e8035e52df44d1208694e80f23ab2b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.294366836998961, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:05.529236+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22827fe6-50f9-43cb-807e-87634bb90a5b", "result_sha256": "0acef3e9fc88f96131bded58ac55132e67d9d11c04cba3304ab9417807267cd0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.268037875997834, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:26.056088+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "256e9508-1d7c-441f-8881-7163b76196ed", "result_sha256": "c3dddb974b0a43fb9b546a0c8eebbdc718a574de4aea34c6be331997ee26beef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8205493900022702, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:29.576552+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8de6e413-a962-4ebe-85da-cd3890820780", "result_sha256": "38cce0898b1a767de159ec52dac48534bbde1a7fc4bc0a3cf9db5dd11abcff30", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1564027829881525, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:09.891196+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b42935b7-5990-4ac2-a63e-464fd5b31d54", "result_sha256": "ed7959f21c9de05a8604ce11d86f0f1462ec3d500309b72627760e6052c30334", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5192885360011132, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:28.488188+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "049bb10d-109e-4bdb-92f3-743bb3b64d1f", "result_sha256": "4f7b1362d3829c3a978f874baddd81efb8585823f74f511f229a4d3f29bec289", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1696823130041594, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:53.267537+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eec3829-99d5-4a0d-a458-3a75c214e77f", "result_sha256": "847d27a873176ffa313cfab1f15f09b4b14926b0ffb04c7d81b2fa36d7a80491", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6996808360127034, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:00.424439+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba8ef0a-e904-4678-844f-248625920e53", "result_sha256": "0a6f729f59394943245644f931e78ca4d886065c8cf97fb0bc95689803d390ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5198048559977906, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:44.371774+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e359e35b-0254-45ec-a5f8-bb957d938524", "result_sha256": "4ec4b507b4015112f3c854aa2a472864dfb65e25dbe3f4ae5ad944aa896185be", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003214, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.382874543996877, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:41:22.247822+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6d66ba7-3bb1-4661-b0de-4d0dba0a4a1c", "result_sha256": "8f0d28f0d14834e7c6d5df571f3dafc80e3b55043695a5c7f6798fe803f240cf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.003150017000735, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:19.520345+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6626fdc-90d4-4fb5-993c-ddb9036f76f1", "result_sha256": "5d0f0c7dcc43369ae69c1db427e1aadbebcca4237fd21dec902ac52e43af0215", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1699930659960955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:11.210468+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0f7f16a-efa4-4c2e-8255-bf66ae5ddc5e", "result_sha256": "374f7b18e4a7a5202aab55f00ecae3f0168ec5771e98edf16d4225ae847dba1a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00322, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.784648589004064, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:24.162541+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6b22af6-fda9-4d16-a24b-31c1a8db4f14", "result_sha256": "4a0deea1fd374bd159099e5fcc3093828c8ef5405c20d2463bb01869ddcfbd8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2988963190000504, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:01.323016+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a72d098a-a4f1-4283-805a-554ce313a793", "result_sha256": "25b63212fcba8b5bd3485a10cafcc5af1eac3e902e18f5e5b695c43bd918df04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.279277057998115, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:33.282417+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfde5bb7-7977-4d65-a0a6-8cf2bd96e97f", "result_sha256": "d501f91bcaf077c5828f062b787a040f2f9010b4dc80b2723ba4bea61708f213", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.145841797013418, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:32.918608+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "406fbfe4-cf1a-4566-bfd9-66ad8e9be617", "result_sha256": "ebfb1dfad914b5e92254b068481cc66d93a9262fec2ae65e29a899b53064c7ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.286989183994592, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:05.077372+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed0ca33f-f2fa-46d0-9031-ec6d8145c594", "result_sha256": "9a00a9a00bb043e67a71387c53ba5a299a93bda06867bd970f44ccb629b59a84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1087985369958915, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:21.666346+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91a1e134-b27a-4ead-bed2-74dbfcb4b48b", "result_sha256": "a0ae3a6dc806010562fd7bda2352f0ded2299852403eebcec8549a6aa4a71d55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.968737281000358, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:31.747738+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd06fe98-fc19-407d-aaf5-8f57abb9af58", "result_sha256": "57cc1b3c6d7337b49d77e70007116c7749df37eb7e6c65dc165518e5934342e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4966277310013538, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:07.209867+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2e635dc-9a7e-4c09-be1c-6837177e724e", "result_sha256": "700e8a4a3a923e5735944f03a4acf957d91aa6571ee4f033eef1387a117f530f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1178224100003717, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:42.802246+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27a5ab32-a2cf-42d6-a92f-9b021f7dc20e", "result_sha256": "667006c7e0c56836a9e4d708e32e4363ee16545f32c8db3c8e4411d1193c41cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.412849660991924, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:50:01.718593+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14ca3704-56ee-4643-9439-c8ea9a9ea69b", "result_sha256": "acd0904b331e50959a39a5d6db3918fb5dff45729faccf3bbdee489788fc0ef9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.718742701006704, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:43.027302+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e49f8fc2-d78a-4076-ba29-cf9cb049688d", "result_sha256": "5263df34cc2c7a500707978f05b334cd0ede91dee341c8a6f9e57adceb4f62d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7736851499939803, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:11.740190+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "559b4e83-54b5-4758-bc77-c60b33ca8043", "result_sha256": "680fa3f18e4919bfc32e49058d9a48486a8345ecef39ee07df494138b53cbdb4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7043490490032127, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:57.326070+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4980b135-24e4-4980-9537-46e42beab38e", "result_sha256": "24d600c7c69631f97d25011ef543c4797971cd3b932187411feb8731f7c2cb28", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.357574666995788, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:25.957156+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "077be6b2-e0c4-4e6d-8b9b-a12d97ef2f4b", "result_sha256": "11f7930b8e8eed0c6e4fda9b0f6d576d663b91254f12c1b0bba2717955223dc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2274732899968512, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:12.577325+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f5b44d1-4e3f-4f33-90d4-0e513c10be0d", "result_sha256": "5c8d9f1d7e25aa7c87ae777f5acc793147b067d3e3c2eddcd8b571b80a42549c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003194, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6132834129966795, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:27.455707+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8903ff-60f1-42f6-bff2-600565098605", "result_sha256": "8603860a4a05465a2c6ede9c7c26c6d0841256647c7f5fe0f3473ab9747bf555", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2846515779965557, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:45.615518+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "589ec047-d7df-47a7-a7c3-289587644efc", "result_sha256": "31da320c4658fb524f540d3586895037d4e44379570d0bb628fe934d147c4ad5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6976412759977393, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:10.941350+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f1d7757-20e2-4a57-bc3e-b507cc8a3cf9", "result_sha256": "0fa47f5cd5d774e20b71c6ab0d656eb378b80228a1f4e42dbacf44da864c2cc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.342851175009855, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:38.293438+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9efc4d7-d405-4e34-8b3e-1780bcc9dcfa", "result_sha256": "8273f59b3a35588c006601f07af02a09568174d1b80d0e337d0e6931c57ea004", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6175027780118398, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:37.994448+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec4faa06-6a10-463c-9cd2-e0ab2ebcdc74", "result_sha256": "3f2a8f0de9097d4f01dc0d32b127f9e776c62d5f268f0793ee70a430ad7998a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003192, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.123022038998897, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:54.640447+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f12186f-d00d-4c4a-8133-7c71b3d04c78", "result_sha256": "3e88407fdf448ee779b236c83232834824d5279d759b2b93f8d00aa41fce3bc2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7210771039972315, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:31.824969+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a8bde7f-3918-4cf4-b2d5-c01939c2f4da", "result_sha256": "9a0856a6eec9b4764dcfa29de57f6ac6d3cdeba79afacf345b6a4a792b2624f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3181360220041825, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:03.162102+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd7dae3-90d3-49be-afc9-72952187299e", "result_sha256": "7c37397a4909e17e742ed15001f880280bfa8ff9c8fef8dc535f3b7f1aaeae7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9622999069979414, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:48.471210+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dba155d-de92-4903-8923-8335946973e3", "result_sha256": "bc49ae176201b153efdc96060405aeec83563deaa8d244254d164638ed5bd565", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.407380661999923, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:59.291986+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3dd688d-5f6b-4641-a4a9-467a870765f9", "result_sha256": "70d7afbfa9d954535cd72744fd5a24636d6019b1504f710d73b7a80177104b24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6369561559986323, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:37.618782+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "600bbc64-a5e1-48c0-9690-a879ac611e16", "result_sha256": "637d211be11d3f1a34dd8ad903ccbda167fcb7d7b23d8ca84dedcff99a58327d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.481832403005683, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:03.482091+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f988894-7987-470a-a6e4-becb9ad3548a", "result_sha256": "8905282b93688809207eefd77c54a5ffd22f639c35d1b37cf7dade5329fd9249", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6973105989891337, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:50.752212+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5262790e-947f-4359-879f-6c398a957b24", "result_sha256": "67e9dc8ebfa4bcd61eff3f54a871a2605dd3f39b66f7b7eb164cab189d1b450c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.229838507992099, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:50.764024+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dc7874d-ab94-413f-984b-849e925f18ad", "result_sha256": "943be6f54d61b595bde66b47b80658ffecdb8979356066b067dc808043c133fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003238, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.299759346002247, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:20.126375+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13fd5a7a-b032-4d92-9849-bec4ffcd1fff", "result_sha256": "28f42c1cc7c7fcbf4c4665b230a1a4553a2a8a8d9dd27738cc7bffebbed0656e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2158120029926067, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:27.062489+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d74ec146-1eb9-41a7-a646-d206281c0e21", "result_sha256": "ff491429066a8835c9d4d5d30bfa09bb9cb91f813c2fd63eb37d6fc5bd94d26d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8798030059988378, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:52:15.012366+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c791d3d7-ef84-4e84-ba47-82c983112292", "result_sha256": "2b70429172e51095314f434ccb913d0f9abc72c05f0147cd068461587cc5c683", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003436, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.259094945999095, "line_height": "loose", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:50:09.669600+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4552c4d3-f0e2-430d-a333-e055fec3d65f", "result_sha256": "8193fcc9a04910ded70ac2cf364888293a672fa665f282e99278853ac05d378c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4494743349932833, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comfortaa\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:36.249826+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de452c58-fb32-4c11-93f4-2c353c5db4ea", "result_sha256": "1ad7c643fcca36d1d2bff4cf6f1aba1cf78da71485783e08e76a6fc158a0b479", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9398165960010374, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:35.209998+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e0ebee-5769-49e3-ac24-553ae23dc9aa", "result_sha256": "29379fa8305188e962d2353678319ce5cfbca2180c74838d2a089228efd9ce30", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6700677879998693, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:12.741379+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b57e336-269c-4389-b5f1-cc553f41210d", "result_sha256": "3bf2ee11e2dc8d9c7cef2c50073fb1a33e2bc35e8b9aadc7247135e2b1db639d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8788136520015541, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:05.396650+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "610c4d16-3917-4a50-8bd6-72dbbaf1f571", "result_sha256": "87f3633783c176ee17fcedd04a07ab74c864512c76e1eb9b8d4e9aa889dd7f44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2691918469936354, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:24.480613+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41e84d01-9f94-4f4b-96a7-05e34a1ed495", "result_sha256": "a3fb0eccc5fe437681e94e52e0b2a0cba0dc56b16ade0708350f42eee2b7ac3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.277122152998345, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:33.523891+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab78c14e-fd2e-45df-b84c-4044f717b3b1", "result_sha256": "483e8325605676c59cee3be65b7a41ed99b6d4204bd0e80b2cf6fe75f7a34942", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2113738100015325, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:28.681511+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24d56351-6f3e-4fad-96f8-3f07abbd5532", "result_sha256": "6999d0dcebb8684f6e54d04088512375e5ea91f67283997c9443f1fc06a3cd20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00317, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2947107990039513, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:33.600741+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df69ed82-2d7e-42a0-9106-5581c01c8c4d", "result_sha256": "774aa3366d8d76fe0e385fe89e155cfc8543534d1874d564657765e2118f0ab8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.364752028006478, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:28.901608+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdec5aeb-a172-4785-8b56-4f74051ea727", "result_sha256": "235d7d1d50093111ed85fecde9ac7a2245023c78908ad8731f9227c8069c6f1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.282372697998653, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:12.310028+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a19526-b9b5-4559-a74b-9385940f20db", "result_sha256": "76fc8bb901720c283a900f505484747917bd9238b8b70b4915db2f447c0a0415", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3765649179986212, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:22.380756+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de3868b0-4f1c-45d1-acfb-e536322d8e89", "result_sha256": "ff74af3ea2365f85294bec6eacbc8fa86648f9988b24ee47863087c3899f59b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0971470980002778, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:13.669280+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a290ea75-7b02-4fe2-b9b4-4ce9948fb712", "result_sha256": "1a4e88c84f88d23142e2076153c0bac220cf4804664fd76c4e12d2c34c22146f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.823510674003046, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "other", "predicted_font": "Luckiest Guy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Luckiest Guy\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:45.996557+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cebd2283-7530-4030-86bd-d75a749ca51a", "result_sha256": "b9f2debeb4ac136791cc9c163eb43a2c859dc87458e3da787f387d3059818cba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6659849880088586, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:46.038095+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "676130a6-710d-4664-bdbe-fe72ee46efb7", "result_sha256": "b40382cdc523dca8b940597ed3000c9cb5f99457b9deed0ba458d886ac6725db", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6894871249969583, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:53.711937+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcd4f24d-1773-48cc-9124-b85105e0f80a", "result_sha256": "1d8f840c3180a79956818ff3404ead34844cc30a494690c7324b0ba2457dcb65", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.263945865997812, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:51.022835+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25509e4a-cfd1-46e2-8d09-0f57ca31d712", "result_sha256": "66f15cce91d2b9e390e431cee41b1534ea8c6b68572b6fec0d653541ef2a959d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6798628710093908, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:38.017935+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a17e7e54-7f05-46f7-8c8b-ce98357a22c0", "result_sha256": "df3c4e06f492aad5c7674b5e9c50ed1063c0d6c666e3d924bd19809e25e85d26", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6940000799950212, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:43.456346+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "36435905-080f-4583-9b24-27fc0a47790b", "result_sha256": "1a4c5d0736f484e35ebddea67f9e9c3f455e5a557195e42c1734c48ebe995c5c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003234, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.409699023992289, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:53:25.353385+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e4a4181-3568-4abf-829b-5884769fd147", "result_sha256": "c991a7ad574d3728d76c16c4a2a75cc3735cfea3f9d941b0f76c2417574f4a50", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003284, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5925259530049516, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:43.778298+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2561d05-2ba2-49dc-a40a-69c52508c069", "result_sha256": "99cbbc5a7a83dccc2642f6fbac48be01328f567dbc718088883063193601c2d3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4980213320086477, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:13.200755+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa5f8c9b-d0c7-4c8c-87bc-758dc4d6cb5b", "result_sha256": "b6f0f1ddd536e14bbd0d27db2a7b090ff5732fc7d245ad0f46277b62093e1cf6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.727740193993668, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:29.898859+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a10b18b2-b752-45a8-b8e0-11ae6e882172", "result_sha256": "ccfc8f3a8222d3e7a6977f5a04aa0cbf8395ba61532b70f84a1a15fe29f44e21", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6446096729923738, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:39:51.068033+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5587607c-e824-4991-b3d6-1823335f8209", "result_sha256": "ba7e17335901cfa0c883460187a75b12f6bb054e50e1949cd2a0ad38b9bb9490", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.0615053359942976, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:52:23.704242+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44ca3554-aad8-49c9-82d6-3923979e57ce", "result_sha256": "5642b0dc30d20eb7ee55f04c9fc8a53a103bce05685b8c18dea83a3cd7f13851", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.660349519996089, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:22.061548+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d685874f-6e64-43ad-b5c1-5b1e9b7a560e", "result_sha256": "295e0e957c0465f20590a78dba7e447530e13e1deee5964af110dc40ce2af080", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.039661436007009, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Cutive Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cutive Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:17.716206+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e313ab-0568-4620-9d72-3c9e250e5e5f", "result_sha256": "d11953973cefabbc142d7d300e0310104fcfcfa9730573f9906a1f9a44914c47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8831704289914342, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:45.121353+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b1642e-5dc7-4529-8cac-f132e8acd8e8", "result_sha256": "f8caec9dfed69839647806bdf009d0705b40a259d87779828ca817b0724e499a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.702999939006986, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:35.571112+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c99af6d-5390-4c73-979a-8944529681b9", "result_sha256": "5b6fd2178d196bf2c8a2350f968aa92cfd84bf95f2dc1e0dd59302250acfeb27", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.148813067993615, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:35.041758+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2be248a8-a8e1-4644-8b4a-e1529d2f579d", "result_sha256": "400a13bf82c43a233824df225d59ca9ab9c30f135b057874dbf5254032394b29", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1387, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9064699419977842, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:19.992186+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a571443-9c61-4cc7-b7f9-5bfa6d89d954", "result_sha256": "412cca116b93a5f47e69d630a3397ed876fb56352db89b972dd62a695d9bded9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.280092674001935, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:42.065034+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b09af168-ad4c-4049-8086-3321a91dfe6f", "result_sha256": "077cd25d346462ac369874b139276a74329eb1be30587969d8faf95dc2f450ea", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1433, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8199642510007834, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:44.799116+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7555c04d-4123-46f3-b286-ee4e46016f94", "result_sha256": "d9b7f27cd67ce8372d86af3532642fe0e16dd646d5f56a4c76b3c8f85254e297", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.137473023001803, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:53:18.826411+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09819950-5eb7-4a74-95eb-e27db9c88e54", "result_sha256": "feaffe6456b7e7996b592cc29d4c360c2684a06b391d28cbaf87c3ddbb72c721", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3026620839955285, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:52.523778+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba82a294-13ed-429e-88b5-7492349c6694", "result_sha256": "2e854542b32d58c563541ff4078b663976f9fa4c84797869b1a8296e65dc8af4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6614397689991165, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:00.173329+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "010c31f9-521d-4c36-9bc5-520777c3d104", "result_sha256": "ac446281d34744dd7753fca4148bcc33fa151dae281dd399a7da228036705649", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8041818070050795, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:14.209370+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dfe0163-0dcb-4bdf-a655-ae7231fd24f8", "result_sha256": "32e2fa8ddaec36ac6b4bf2dcda91b5458e70075751b02a0dce4f220abd2c55ce", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.480715623998549, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:24.739969+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "445db619-cc9e-414c-985e-0aff714bee29", "result_sha256": "bc1ef06d9ab42b713c7fed8ad153e2a39f06ed34f79989366a276b1d19d07b9b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.255255116004264, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:15.116343+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0502652-2f1f-4ecb-913b-eb9b9515cb32", "result_sha256": "94dfd259ca89ef9623e97789097a0133e3453e0bc328a88157c75e95638a5ce5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5857922110008076, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:00.061012+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9961057c-3fdb-4c95-9e25-3ab01cf800fc", "result_sha256": "0c1dc61a23e778f9e407fa2faac60348bfe290aa2f34239b0c88cefa43378112", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.628446877002716, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:00.923630+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0873c11-f49d-4e89-b1db-debac87b3851", "result_sha256": "0b4c92b3a9df6fb43ecbf257836dbf8e44027ac9f894128365d3f34154596d52", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.693788250995567, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:48:26.568196+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1b81e72-0771-4488-a262-66817adbc5d7", "result_sha256": "9de4ff356a4d7e631f719814d1bada7a3d85a1a9db9825548cae677e2001963c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1454, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8457712579984218, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:25.828369+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70de48c5-5aef-4617-aa3f-a676f9017660", "result_sha256": "98fb959b89abf1c1921beedf2898b2e064787ed869cd6af4d64def418336cecc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00312, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8145574860100169, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:37.155786+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f31e1632-666c-40a3-9077-1b0d7d06ed3b", "result_sha256": "5c2b3c88123a158282e7e603975f81d1adb2a79507b34442b8f356bebdec23c9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6709394739882555, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:51:19.839865+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41093683-e66e-44bd-9e61-cb5c4fcd19c4", "result_sha256": "5f9e301b0bcb960b2d8c8ed56a68513c441e247921539747ac91024c4fc4f5f9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.07158140699903, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:12.765991+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ad73d7-d2b3-41c5-a7e9-6aa075f2e8fc", "result_sha256": "5bb903824e11afaf0757f51db2410ed90c81322939ed68c11eedc60a388a1c46", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1387, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.964188540005125, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:32.806511+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20f88ce1-91e7-47c2-9ace-d0ad8a9d6ec8", "result_sha256": "8d770a42c97233a65ba142cf67ca4d6d13a0cb380add87fa05d61d2f2115475d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.540522683004383, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:16.532702+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ae948fc-b61d-4630-bfa2-e3fe76024087", "result_sha256": "015550e9ffae2991e38aa4f080f02d82d1192b51ba7acd733ab1d0d722e9dbe4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3216151730011916, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Comic Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:29.427945+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbc5928b-02f9-486d-a180-ddc42e19a775", "result_sha256": "cb896b36c0787269ff07685bf96c3476cb6232123e474ef06f73c7ee6952b565", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5793006549938582, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:43.494035+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "963c8c71-1bcb-48b4-af16-592db9c53f4b", "result_sha256": "ec382889130b0b05bc038558755ed9a3a8dbef3f920754ae8100d5d84c7293dc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3421260720060673, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:50.630567+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b377554-b227-4046-85f8-852d75d3b1c7", "result_sha256": "d96ebda87e0870c19fadfe219fd3090388b3bda98066c9892d9736d4a6c13bbf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5666255830001319, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:40.667432+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "852f07bd-9805-4f33-9008-ac18cb7d8785", "result_sha256": "7099aa84e97d45ec663b53ad4f52b0ebd39d7e63d455626d707f2f66a0a70cff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9116779509931803, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:23.649078+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9070ed3b-44d5-41d1-afa2-66a47637abd9", "result_sha256": "66822774cbf4d6451224bc86cdafa6a880ee3aa384671cc6fd66885727a91377", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003288, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.222010918005253, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:09.431448+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "391863a4-3c4f-4227-a36b-af696804d9dc", "result_sha256": "81ce9c5442d73bfdde73339b6356333c227dd29e0b3bb7f97059220d20777391", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6981430470041232, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comfortaa\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:30.939822+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "671c0647-9250-49e3-9cb2-5c64e6d8b17a", "result_sha256": "85b8c4134e660572b4fea0df5a6d00affb9aac055859d75aced6b5567a5ee468", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7107668759999797, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:31.171070+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a0e26f8-f64d-4921-9608-cfc9e1591f58", "result_sha256": "0957fe9207d0897c1f780426354b69ff4244cc6701eaa34c850d2a60fe9790ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003176, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.560477709994302, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:28.014227+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e916419-6a1c-4edc-83ab-e4318f3b0963", "result_sha256": "4194fd0b3a4d92b69635d4878e8f9dd94a43cacafe352523c9f57e0ed18cc294", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.055062982995878, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:47.293484+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": false, "source_attempt_id": "0711a9a1-4605-44f3-bd8f-375c67193e10", "result_sha256": "009e59efdc536acfc4e2efc831133097627d1485067127c8b9f5c2bdcc857615", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003156, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 1318, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1554892569984077, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:00:53.672074+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ed17839-ef92-4d54-a914-f106089a97c9", "result_sha256": "2a828cfcae7c2f7ac80b0200c52d651612bc7d5cf98b7a0f702517e05383028a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1187428729899693, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:51:29.436274+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d843c1-f6fd-43d5-b41f-09265b576514", "result_sha256": "78e653d106e3e6ff4a4ad886c11b8eb33523b0a99abf17aa589d2639caac6e9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1356805130053544, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:39.457281+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed1f815f-27dc-4121-ad3d-b0fece27279d", "result_sha256": "f0aad29b5c2bdc08c4c5cf0cef7aa73bc5ea4b57c580ea61122be929896c0235", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6669156159914564, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:55:58.955905+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc1a5d8-9018-40ef-8857-3990ea7f382d", "result_sha256": "479946278a892be8f3e346ba5f266ee8ebb9670fcd58b20d59eac6edc381b729", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00333, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2655100129923085, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:10.134343+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b01b78e6-a0da-4dfd-aa82-e91b2c73e6aa", "result_sha256": "b645126b190064a45ed18a83784db80dc419a016a8fc37ffb3f4031ba6ef7ecd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6856597659934778, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:34.069341+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afd74883-4e81-4183-95dc-4873a2a28f4c", "result_sha256": "2b88d5dd23bbe9bfe86ae1a216d652f3ebfa6f964cd76546f6f4bd2ee5b98f16", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003396, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.206464197995956, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:31.548608+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e79621ed-bb97-4240-96d0-28fadb6fa0bb", "result_sha256": "e7861cf3f47b49e5b2cb819044e3768ddbb3ab6b27fcdcb2faabe4e17271efab", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003204, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7153286520042457, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:51:37.064690+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ce5fd2-52d4-40b9-b1d6-bece1cba1270", "result_sha256": "aeb1702d5684ad1aae51b052629aa59f6a246a7740d719a15a75cec4b92c0317", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7913893939985428, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:35.023728+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c96901e3-1492-413a-997d-7edcefef9f48", "result_sha256": "a720ef475db1ac8904933b7212d967ab411f6241ac26a29f077961ca1da0cc2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8882831130031263, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:25.311588+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "517eb709-0910-4f51-b25d-3e20c6ebebf2", "result_sha256": "dae1703a02b3597faa754bb9f2bd0c6e6cdff2abdd470647b4b27d1aae1b1432", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1387, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.439861649996601, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:03.503936+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57d2bd3e-f23e-406a-92bf-2c84c072d61a", "result_sha256": "87fa73dd4daa72583b00358d44f23f69da34f119e81f3c846bda1f863f372fcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3048766709980555, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:52:53.709911+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f82b4a54-7f63-48a3-a7c4-725e5b97d48b", "result_sha256": "13a8926625ddb105db464566e2411bdaa25bf91a78b07b7fa016e22dbd5b46ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8261872500006575, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:36.238244+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f0f5b31-edea-49b9-b6c5-e6abfb81883c", "result_sha256": "8484b3aa4b0ffff2ea60797ca7a04752ad8dd6a3654864075905e05ba283283e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0343960350001, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:43.367139+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af5ef2dd-86b9-487c-9be9-c265ff5ad95a", "result_sha256": "9d7dfce7b81b61b7a1cf5bd8f6fef5d46d48623b9dcebc73ca2858295c7f5825", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003146, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2816387269995175, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:48:29.169873+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13c389ea-f338-4f00-8cbd-3f394bbb31a0", "result_sha256": "6a3503ce1e284a6b0db4ad6ed87b415606bafb8fccb5ae915b0617f2e00be263", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4425095100014005, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:12:06.011244+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "348475a0-f7f8-4205-88f0-ef25ed182d7e", "result_sha256": "538ff50c783396a943bb6c9bdd625cfd15b2cec32012d55886ce699a566820ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8268503389990656, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:58:22.303153+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "258ed486-1b92-4e79-b730-330c1e55f8e7", "result_sha256": "a6c66cc6d3be3c6e75acf2a2b1be33475130b93e8f08657524f70a5b84594c76", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2060098399961134, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:57.992721+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad8b8be5-9d5e-412f-a764-50cb269d9f9e", "result_sha256": "d5f21c3d4b9cea19affe5e29279c884b44baa081c0470b1aa5e72165585fd24e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0227023909974378, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:20.117570+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f20e8dd0-d821-4020-84cc-4ce8cc7e350e", "result_sha256": "c12f55f612971a0f118fb9b1c113bcb29e4cea98ff2e3fe4ac27c14f02860d18", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003274, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1387, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.26477191199956, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:16.525743+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfd84ced-8eda-4abb-a056-785b382fe06d", "result_sha256": "48da48861140b1f8341718feb44d9a305d4a7e8ce80e3f57591e17fd0955ee52", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5297675550100394, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:51.470986+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "645c848d-9bec-4746-bdda-21e9dc27ba92", "result_sha256": "6084c6db0c7a18d7a1601e70661e0bab2d39616565a82e3ea9af329f66e83b8b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1342, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.2112539160007145, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:22.242303+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bc3c939-72a3-433e-8d7b-c5478c3d32ee", "result_sha256": "de0985d478de76931fd954ec2aade5b768e505229840a3327fbbd9cb60bf51c6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1433, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1389460589998635, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:16.011056+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84f4f3b6-74a5-4aae-9db3-0e158e0a8f58", "result_sha256": "b7439d20efef6ade246426422332282874b7d84669c4326d1434ee5c52708c40", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003534, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7509349169995403, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:35.445626+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d361cfa-7d8e-463e-ad6c-c4f236654332", "result_sha256": "52631bcdb44370ed0ff6bf254b6e78ad72f42e4fca52729a883aea566b14eab5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0854659299948253, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:31.780416+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fecf2e1b-e93a-4e51-8138-18fdd7bcd250", "result_sha256": "cfdffb407d8bccb765bf7acd46ec2b0d0e6529d3a1cb791dbf6e2274e8eeeb77", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6511519999912707, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:13.517308+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0fb52d5-77fa-43cb-9c95-a46d915d8276", "result_sha256": "dd05c5a5a4740e3b84e9998b07463d43d279118497a4577ef14bd9d2a39c86c4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.710357796997414, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:18.011188+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7f705dd-91f1-42bc-b3e7-26211ea3efaa", "result_sha256": "c2063fba8e9b98c6f67130e23ce1c290f5264a19ba67ed4f396887b1908395ec", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003504, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6237770540028578, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:10.716368+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fb3ef03-b415-4be9-9597-8b1478f3b373", "result_sha256": "717e06584ea2d40d4de992cbfd8c46fd277bc713787b364a76abcb6c9aa7e1a7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.7058721979992697, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:24.299976+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbebbdf1-268c-41d5-8f61-812ebcd4628a", "result_sha256": "0d02fe6301e343fffc4b66a5eb696b824b5fa44f9952287296bf2278eddbb538", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1433, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.9798770939960377, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:56.582830+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a66597a9-31ba-492c-8e5f-d5f84f91e358", "result_sha256": "257f65c718553e178175eb3552c67a460ec92d2049ea649a80395be68316d772", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7091970250039594, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:56.500748+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f482c765-080b-4e15-bf13-8ffb5482774b", "result_sha256": "7cfa27b10231c6f8697e8b40602e3b30ce6673b0cc0486872f780438b0cdce16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003182, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.574352779003675, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:52:48.745356+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce658267-9a84-449a-ab20-f936432a9aeb", "result_sha256": "d3daf2714eee25fd5304ef14bdfdb2c3a023562ef488f50c07ef267c629627ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003136, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1318, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8503613780048909, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:31.987527+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "907dec46-2883-412b-a65e-7c4765bdf26e", "result_sha256": "f8344408f9a3bc0e97c9306bdcb480732150d374fd1069b41e9f67bdc6806340", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.245299178001005, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:30.820177+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b5173ef-835b-45c5-b5cc-0db16e0faf48", "result_sha256": "f63d0e2025a6b9fc7db54edf7440a9096e22c6ccb7bb81b306158854e271d5eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6517587100097444, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:39.497360+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9da5ddd2-1740-4e00-afd8-b47e86ad9c6c", "result_sha256": "17b924a693e21ee5fd77170c666b4b125889bd952002588c7a980f72a4a1dc49", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003228, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1364, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8481225150026148, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:16.827983+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e9d04eb-5b58-49ac-b05b-c00c35e7f8a7", "result_sha256": "7ee9ddf03130b2eea30d027597e2b288db05bf557c053ce84e279bb727b70732", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4242709160025697, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:23.206470+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64754f9c-7cd4-4a64-932b-7638fb272750", "result_sha256": "6f02e8bd833f356bcc5471d0f785f8732f7ceb1010983463cf30b78769c7daee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.272194634002517, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:52:53.578838+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b697de-7a59-4ff7-906e-551c3a4e8ad9", "result_sha256": "14f67a220c9e993ff04dd3feee1f96c746c252c0df82c4d2a8aceb55a76a3ef7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3559752400033176, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:53.477016+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afb2de50-a40a-4b6f-93f4-eb962b8d0907", "result_sha256": "f85f25fd9d3a2f69db9edd56e56062f2de7d0ef535d15572574f8eddf63ddbdf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3654632849938935, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:43.033289+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66f046cb-6068-4db3-9f30-c2ac1d3a564c", "result_sha256": "924af98537ed58e4942bb9e9b6966e421cdc8d33740e1c1fdfdd4bd82cd0164a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4479261429951293, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:18.623546+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab9f6da8-1834-4ba4-a74e-693fc20d1ef5", "result_sha256": "1bd778e593fc1480df0aaccfef95a606dc56b05698e021002c13551e5b6dfd09", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9330900899949484, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:56.822822+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5016e1dc-9506-4fde-8d25-49c8cf415ff0", "result_sha256": "9a140be825efd61072db01752880fd6d2fa28527d7fc9870c16de1da0cdba0c3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0033, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2318932939961087, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:49:07.371550+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "041a87c7-82ef-42ad-b509-b61552a20939", "result_sha256": "35e2fa8144d82f3049a006fd6f9f1ef58da34b250be8ed4e26d4a892eb1ef409", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1422, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.746529787997133, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:33.213262+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0029402a-955b-4ce4-8fde-b20f25b5d38d", "result_sha256": "b82392216113be943d7ab8dd82844ed3b3caf08d8a5be1e9a458bc10176cb2c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1341, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7095665149972774, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:23.362933+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35905ee7-d08f-4cc5-adc9-769e4f6d30ea", "result_sha256": "945720794f6140bc3f5f1bf9646dadb7e132b42ee0f24d0189d2b87675feed1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1341, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1953368870017584, "line_height": "normal", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:19.292833+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ecb977-dc21-4ca0-88ed-adafd7fd895f", "result_sha256": "c852a2d0db2cff7a8b384067f6326061bc0ddf1a8543ae31021ea6df1105159c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1364, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2860904909903184, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:40.487434+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0e29f55-143f-4483-85a9-8886d64903b4", "result_sha256": "aeb2146f7ae80a3557a46f2b8765da62b9e4daff80d1603e4921b92740a9c172", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1422, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3166355889989063, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:57.390782+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fad25031-fd82-4acd-bca5-95c7e7d9597d", "result_sha256": "4b6b6ad0c7c3ed579a38572602c39e01a9ce76f1c4b74e62946389feb5e20ef4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1390, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.3333781640103552, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:53:48.539190+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e76ba97-25e1-415b-9937-8e46f68c5441", "result_sha256": "674c5f611cd75fa915e5409ad75643e62850646d891ca81186e493e8b46926af", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3624143680062843, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cormorant", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:21.508957+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d2d9293-e43f-4c51-a710-7354111d8fbf", "result_sha256": "1effa18e965bf58c1f21f30365ea6d16011897c2818597c58c877a134f2f684d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00314, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1310, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.182231935003074, "line_height": "tight", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:53.387607+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5403cc17-a939-47bc-8e47-e0d40e9d8a3d", "result_sha256": "fbdecbe6d5e461b89c56215fe3d66b359b165ce9c628c59ed24e082416757552", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1429975200007902, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:01.564507+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3342985d-bb2e-433f-9834-8581c4edade1", "result_sha256": "c538a2e14a23c1e3979ab719e996e64353fc52f049de508ea7100b198bacd6a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1454, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5756481949938461, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:50:22.999095+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d91ace70-e83c-46fa-ad52-ec39ebd0c191", "result_sha256": "9b6a816cb190da1839f80dd3251d9e7e1b9ff948cca3be63981c1cb906cfbe96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.484148171992274, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:40.986714+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1726edba-745b-488f-82fc-e9512c2c2562", "result_sha256": "b87af3e7c6a9edc2b0398894178790c05eb93f35c9ff027288f599d27f195695", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1374, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2562344879988814, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:16.027148+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a12271-fd57-4fa5-b8ca-1459c80f18bf", "result_sha256": "8d2b18c5160246901c561e84c392021f1aff097e9d858502bc4f0e05f21b7abb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.782704253011616, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:15.622181+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6218c3dd-9df0-45e9-8a9f-486fcf0fd113", "result_sha256": "95ecfb5d32ce06c84762bdbdbd253f8eb0a92d27edb174e0785c69fd6d0aa27b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003224, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1342, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6581238580110949, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:37.667873+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeb13d07-4b96-41b4-a254-83f1ba5b7f1a", "result_sha256": "160ba5903c1fc53b55b3b70b33416fcdd83a4d8b88b8ad42bd1dab78cebe7fbe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00331, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.114912420991459, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:53.866678+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ed7866-4a4e-470c-974e-95337768e455", "result_sha256": "f18e7ed5a8332ca2fcf34f9624592eb976ab16b2c620045caccf9625c26de8e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003534, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1502, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.678388782995171, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:56:13.670373+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85e2858e-650c-466d-a214-f8c44e15a79c", "result_sha256": "323706898e64f1a7b6fbf8f44c5cc2163d77357fd5f12e068cfa540a26f5af4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1390, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6158041560120182, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:49:54.709808+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f318d65-436a-4632-a99b-04f5d49f3c31", "result_sha256": "5fbe45af0eeb65bdb6670a41792844fe44f6b7a5d1b3109ae4f08ebf3158fd18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00313, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1310, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1827785149944248, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:48.346780+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a71d152-e51a-4017-90f6-18d6b927970f", "result_sha256": "9ab8d32d85a267e6742a6087c9c26a302f8d453f3b93fc815f6b6cedde8d3b8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00316, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1310, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5610799790010788, "line_height": "tight", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:50:58.916613+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "05c3574f-8bcd-4efa-8856-28898e0bf943", "result_sha256": "3ed784fb819b149d69d5f898226bdb37b3fb4ae29bc3fcde979b27b2f1dead87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1454, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.71979485200427, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:12.862970+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "deea88e0-c7e1-4e8a-aa4c-610bfc3a15a6", "result_sha256": "7af2eb0e421b6f3a9b44ad0883d106ebcf9baad65425498ced5f09cf9ae94900", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003184, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1342, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.349626620009076, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:21.849802+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e00fae45-3a91-4488-886c-783e10b50371", "result_sha256": "790e62d7127ad2dc268686a892ce57ecc3851eb006dd9e53269fc7d47ec36e81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1433, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7395914219960105, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:48:59.052014+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d4aa572-fad7-4849-b9a0-5a464cfba732", "result_sha256": "bf9ed7ffbbc50de8683cc4b419b78cf6dce068ae08b3b8f77010d2b6bc8a624d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1390, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4843030699994415, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:38.313183+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a0554f-cb43-4923-b229-38970ad72b03", "result_sha256": "ca76c805d90e2046ecafb82184d20a862eee1a42aba367458ffb216f63220d37", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1422, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.153455309002311, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:56:23.075696+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3b0b023-aa32-4862-9c8a-130dbb162f7c", "result_sha256": "dc024737fc992391cf4108e5258b1381fa5c52af7fc0b85a8157388df4c9390a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1438, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7742301980033517, "line_height": "loose", "line_height_correct": true, "model_name": "claude-sonnet-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:00.198612+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-sonnet-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd15906f-deba-42ad-a319-8c8e72412dc2", "result_sha256": "2ac51cba6b1f2ede74bdc1b9fb6f54bf139be5906da47e5bb1ef4189f23258b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003222, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1341, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7306476009980543, "line_height": "normal", "line_height_correct": false, "model_name": "claude-sonnet-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "other", "predicted_font": "Luckiest Guy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Luckiest Guy\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:11.453562+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2a6256a-70e7-48ae-b971-bc37e55fdbcb", "result_sha256": "42ea1a12a6465179bf94b273394fefeec1c9c089726e2e9a1a0ea99a7a25baaf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.543332150002243, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:45:50.486999+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f41ba77-bdc8-4259-bd74-aeaebc944592", "result_sha256": "75f68788351a35a2f878f1b1d99a7f5b960e79193718355a1bb1d61a7b04d948", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050738, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.909988468003576, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Work Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:39:56.329595+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6845f4e8-ecfb-455f-86a1-494c8440870f", "result_sha256": "cfd78b6413a38908d019fbac0f38ec99347e72fa2b0e4db282850509fc72db96", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.913316082995152, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:44:53.759224+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "540edfbf-7dd3-4238-96fa-ca4f6deef050", "result_sha256": "7d1cd8836273631e58ea074d48a5948b6338fb51379444b532755534a713cbde", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021626, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.908039414993254, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1555, "predicted_category": "non-serif", "predicted_font": "Syne", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Syne\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:57:40.509090+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "58de71be-1fd9-4df3-ab1d-8aa10bc1bfda", "result_sha256": "eac2294bee5b919f3f249af9decf8aadb4f68aa4afcb28c7005bc939bd621d90", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.146105068997713, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:38.181802+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b32083f-135e-4a64-8e81-5d294e6df0b7", "result_sha256": "ddb134614f11ab85b51395a9f5a27e69d23410cdd51c39a3c313f08e9d65bbda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00352, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.356057992990827, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:52.490651+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eced7460-70a7-4904-a142-5ddd47a0e73d", "result_sha256": "5da44a4e7a695bc5d722835cdeb5519ba4c3f1177efcb26b065cd00d0d2b3d82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050516, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 36.810902604993316, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3965, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:17.931928+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5cca2a8-342a-4411-bd70-a1d7cd257b60", "result_sha256": "703bd58a9e648fa0d12cad0fd4d6527e0964b8a91ef67743183f14168d171c7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025406, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.22637975399266, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1874, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:32.354317+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e8b957-3b33-4201-8889-66f31722a1f2", "result_sha256": "7af4ac4c961d3891161c6ad76ef232b924426398e841d8f078b1128e91ae01ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1067122770036804, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:26:26.066563+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "755baacd-bfdc-4267-934b-fa4a73bc9638", "result_sha256": "5e48bc38f657af5c2c93e3a9198ac203ead13a66b405fee2653b34e21b5cc5fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4853009060025215, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:59:44.298294+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "991963d4-1ccd-4964-8e69-7c4cb4988a52", "result_sha256": "d922f4b9353133b8c72c57c60202a601ab7e6075023b8416fc462ffbad5f92cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04079, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.610299357009353, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3156, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:06.240669+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "52cd5169-af38-4c04-8d2e-111dd18e58bf", "result_sha256": "73be508d7695fba7c49b6557b2b0da739839e3bc14f9cbf1f6b2acfa115c1449", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.337470738013508, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:50.731723+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad6a13bb-2024-463a-a038-d721d34dee41", "result_sha256": "049ff3836dba5ca785b09e2b5b6f3ea076301b9ca7800ee810638d6a446cf433", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003508, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4742213880090276, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:22:37.528395+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "70afb1d1-402f-4b6d-97c3-ae771b4b37f4", "result_sha256": "bf4ea167ff264278c0146f5cca62e1aaa75af6e165b6de6d87254eea475178d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003442, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6920647689985344, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:14.463033+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d22dae08-d4f1-45af-a81c-94992130e75e", "result_sha256": "fb26b41a2d4170fb15d3bf90cf83405424997f61c6324ed24babae8b0d1552a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 40.30542804801371, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Holtwood One SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Holtwood One SC\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:35.268166+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a706da98-8c44-41b6-b6b7-407a127a95c5", "result_sha256": "4523fdcf389e3d81a94e3d0ffd93615ec4637a45483e83c87889cbda5f3d82de", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.836281024006894, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:51.156239+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a44d51b-13c5-41cf-a371-6ccf29e47271", "result_sha256": "d216f9655c90ec961c47871e02ae24f0d244af479f1f4fc18b24fdf37407ead0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003368, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4476596160093322, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Sanchez", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sanchez\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:39.323745+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "54580843-b45c-46c0-a5ac-e5e8b9d0f24e", "result_sha256": "5ef4f1e9251b3fae62d35f156ba5d2e61478df1a690930861c8520bd5691e5d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.036014, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.92832766599895, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2754, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Zilla Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:09:44.946214+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "683cc255-80f9-4cd1-8768-0c8b81d2f730", "result_sha256": "9e9a59d0c78fbf01c3e40865f7fe8c41e8ed3a37fde8a2e9416be5ae54eba7b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003362, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.542811238003196, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Rokkitt\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:45.444501+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "83831091-a65c-4063-9564-9936eaf89265", "result_sha256": "3da2b69431ad04ed3a63b18a8f5c504ed081917b2d0e77a3e9a27ebc707dc702", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.743004072995973, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:44:44.323732+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f9ac4e3-03f7-4ca1-8fd8-09d0e6f58745", "result_sha256": "b16436374a5b47db49ff7ed315fbc6a5d28d4eaca3b18a6b9b27f1ac81f5a51e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2725152720086044, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:12.742194+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "76838388-3489-41ce-be0c-c0c682935a69", "result_sha256": "f2b9dabd5afe2a8f3eeb56253138f40bee060446ca64bc281a32cc7b5ce405d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.8905576289980672, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:56.190444+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb903d8a-209c-4685-8c71-39ef882e2646", "result_sha256": "c61391c4f66ddd3def0b9ed7e2d1525084cf2e67269f3561400be380dd91cd7e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050744, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.26017630798742, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rokkitt\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:28.783825+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee8dd2ce-6a3d-4e1f-9aeb-23fc8b6d38a5", "result_sha256": "fa85fe12db69b7f56b9015c3732b0d802781733989218cb3a1a2b15dbd991224", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.83773630899668, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arvo\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:34.550474+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ec6b1e8-ba8c-4f63-918c-dbf088a12a0c", "result_sha256": "744fc2bbacb4089ba1e90f9e9ceb13bf21df0cedb6251d5b39554410265ad6df", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.029096, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.31588159399689, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2183, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Fjalla One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:05.034113+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0afffeb2-20ed-440e-953e-025b6e666cc4", "result_sha256": "bc02076cb1d36761266afd45fd3c0f9b74ede977c9846ecc19b85a6ff093d18d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3933861749974312, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Fjalla One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:17.068990+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "17aeef8b-ea82-4b41-b69a-04330ac618ad", "result_sha256": "fd1b985e52266f51775c01236af02b4d486eb4354254b7621754f0495740fdf7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3902323100046488, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Zilla Slab Highlight", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Zilla Slab Highlight\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:04.291548+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "56ee513b-8ff7-46fb-aac6-49fea5f00c78", "result_sha256": "745667e2e51e770d5985913b1bff9a2f57a4025c286a8a5e34bd4c76ab920b9d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016202, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.74465834700095, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1103, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:03:18.042382+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8422714c-eb34-4150-a559-e97157f7a952", "result_sha256": "536e91a8c74aa8f6825612acdbb309b9fce7cbf91c38446301aef078f8b330f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.164250761998119, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Zilla Slab\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:05:49.226572+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7981bb94-af65-4114-8e1e-de293c2ceb6f", "result_sha256": "a4b3280e87894ad0788b1669da4588cfeffb6c8cafeffaae53c0a294e05bf3aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5360806329990737, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:46.092052+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "45dfd719-3ced-4f01-8a2a-8a4621ec7bc0", "result_sha256": "72be911e8b14bb23ab5aebd11da0403497888f4170c49f073192286ba7ad5903", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03041, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.704416434993618, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2294, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Zilla Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:44:33.222747+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bee8b6a9-99f8-4689-8dd1-5009b055c8af", "result_sha256": "9fcbd42dfa83b5bb602f8a34c0fc24dc52d7237dad601f1cce7ebd1c6f6ca886", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9312733250117162, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:57:41.134616+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9702ed-156c-4160-9452-930b25b042bb", "result_sha256": "4ebb062c509d3d19a7072479bff4e6a6a23b83db1a6963a519d9bfb68bc62197", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01268, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.837751940998714, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 812, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:45.569902+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b8266d6-9045-408f-80e1-bd9ab43b9665", "result_sha256": "203f1e461b8a3a99ab047a24628a6b520295d4cf6807780ecc9dae5fe92874db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9008147779968567, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 30, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:05.478976+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d0c7360-54cc-4784-a50d-bdc2fba1d6b6", "result_sha256": "90884a97adc884fe25898134e458c3d30cf6e4f24489774c9632fb675be79332", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4356960250006523, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Maitree", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Maitree\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:28.828367+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0f04ef-89d8-48ae-9b1f-25f7d3d6e67c", "result_sha256": "5a31d52d507fd6e6c70fb30aa946ad222fec18920aaf1b2d5f6388dee2f50f7a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003614, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2253091510065133, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:51.102953+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "46e40679-a30a-4582-9184-9c63aad04d3e", "result_sha256": "3513576c296d670f57d535b877dc7d97935bd0c180ee1e207d4026d645fdd2b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.045458, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.199061528997845, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3541, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Zilla Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:44:50.903879+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e5a2825-c939-4988-8a3b-48a522261372", "result_sha256": "86353fc587e91408c1ca6d3a2c18072883b47c500d8981a6e5daae676561b362", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.256105683001806, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:55.687760+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f59869d6-3b9e-49c8-85e9-bb3b0ee9baa6", "result_sha256": "89d4e8990703ea51044aa675c89a0314444db13a333efbe6761237bcbb21bb4a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003626, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.596533849995467, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "Cutive Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cutive Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:08.159583+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0c3a6ac-4148-41fc-9c25-8cbdb96c70ae", "result_sha256": "6890e52242dcac67826c39f092c1589713a9eab88b7913a47d37525651f10ec8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003676, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4393085810006596, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Marcellus SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marcellus SC\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:58.090786+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb713b02-0b46-4d43-8734-4aced38fb15d", "result_sha256": "920cf982676c3e3e2416b4ebe4ce18ce7ad84803dd26e99db699b412ab2e1acd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00362, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6138302239996847, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Domine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Domine\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:42.502631+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a767e470-f47a-419e-ac84-79eb7475ac06", "result_sha256": "9634fbc0fad03f0c727aad413cc11c8b4db813a87dbf88eab484d9ec5a5fa7d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03677, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.54358113500348, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2817, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:23:03.343136+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a1194e1-6288-4c3d-b460-0d49c41cfc26", "result_sha256": "f418569075447d1c19cd2e87492a929aab1d6ae07cd114cc9af74156bf663105", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.45159299900115, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Domine", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Domine\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:05:38.957696+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "032f1b64-3247-4c67-bbb0-809cdd1acd8a", "result_sha256": "da3b062fea678dd85aabaab440f70a8a88b65234178f910eef0bc68bad503091", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003266, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.310800716993981, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 29, "predicted_category": "serif", "predicted_font": "Kreon", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Kreon\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:44:57.239143+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3657cd53-636e-4ada-8d82-d7a86079062e", "result_sha256": "c3ec63e9d0456d173d28fa6537f3dddd097cabb3de0bf0138bf2986e68ecd136", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.538595959005761, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Fraunces\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:29.127236+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e00cd2a8-07aa-43c6-b270-007ee0dc9ece", "result_sha256": "cca2007d7f4377cfb3eafdedf3b67a9a167e34c01f57c28c24144ad6b4c756cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003476, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.665474968991475, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Alegreya\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:55:20.502508+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d8d9ef8-424b-4e32-831a-299a5c370989", "result_sha256": "4bb7bc5e8706c2696adc52f754da9755d0778990ddf2b19404b6169283dfb82d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9414962730079424, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:20.035500+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fcb8121-4597-42e8-b6a5-296c67b3fed0", "result_sha256": "dd12f1bdebdaf66c030a324a9ec95be08d92ddb585d022a59fa5223fb758663e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.20009517899598, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Linden Hill\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:37:46.658337+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "82dac7fa-3171-4819-8cf7-db369be7ad70", "result_sha256": "66165896b3814bf7a7292b10e591556b749be618a0dbc92d4bdb47e88c643e9f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003414, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.565410401992267, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "other", "predicted_font": "Patua One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Patua One\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:02.015840+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa26e815-cb19-4752-b0c6-6aab1308311b", "result_sha256": "32db0d4b3b558591eb4f471be1aed1d2749ebd0b0cd4c341d58ea1fb82e4e0b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.040514, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.057651075010654, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3133, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Ultra\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:40:52.796904+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "812ec28f-7cb7-4073-a196-e3f55196620f", "result_sha256": "216c10a399765e699f68b381b2964ea3318aec4bfb170ae5762d664149bed8d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050714, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.55228660599096, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Ultra\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:44.135223+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b783b58-30f8-402d-a7b5-9d35f6da6073", "result_sha256": "bf65ff479c1a007d0f9c8767c6e642d09297998dadfd3b97ef1905d6e7cbe823", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05072, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.28741832799278, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Crete Round", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Crete Round\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:56.144280+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "243c3b1a-ab4a-41e5-b25e-3beddbf895e0", "result_sha256": "86f178e2d96e5e5a03ba21e8ceb04e03d5c1005c767f20c62751c07a84146871", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050474, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.585636323012295, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3966, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rokkitt\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:01:28.679661+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7f2d216-0e91-46dd-b29a-2e763b74a24c", "result_sha256": "cbf8835690d3dba10de5b4f3e0e81aa435c8f15d6ca3570a66ab9981c640dff4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.3815330560028087, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Crete Round", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Crete Round\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:40:19.058804+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "472d63eb-c0b1-4fd7-b5a3-a0a7fe923772", "result_sha256": "65bcb1924f7fb745cae785280cd593dc6ed71198c8c1639c8f1d2d57408df384", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4175308890116867, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Ultra\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:28.815398+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d466f35-b280-408e-ae73-9429e04bec2f", "result_sha256": "f1ca236271d5266b5e3d11211724c030568654281185580616341e7daa0ab761", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003452, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.455105758999707, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Podkova", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Podkova\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:24.248196+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9af665c4-f041-4b9a-b127-fd2ac73b685b", "result_sha256": "bfb0e1f7a5da9e2457cfb1d6a08a56405e644571b100f6583b3f7bd94047ec4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021122, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.075144107002416, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1517, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:31.497415+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "55012836-bf9d-4ced-a893-4f2a934e920b", "result_sha256": "90f6b29a1342e62a76480a95d46588185269c48135201911ddc72ceef341c0da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.038996, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.322175722001703, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3008, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:27.650214+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "379ac558-23e4-487d-af02-9291417453dd", "result_sha256": "5987607c74efb6d471cb68f1d218ca3fc3dc62df5b25c676e60b33f4b3c4487e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2951042630011216, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Old Standard TT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Old Standard TT\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:09.004101+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b248dd1b-74c5-4032-a4a7-d30d890f8711", "result_sha256": "9aba2a58bad532cbbe880ba9305d06c16049afa443d6c1c17defb3fb40acb945", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7051679590076674, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bodoni Moda\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:36.457089+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "08e9c629-c5c3-48a4-a68b-298b8eeb20b6", "result_sha256": "769a14c721b24967769f07471f690ffed2f776c2800616095a06e25c77ba83e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1926715719891945, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Old Standard TT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Old Standard TT\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:05:57.363788+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b27892eb-b0b5-4592-af4d-2b810130457e", "result_sha256": "32018aefb752b710466394ff13a0870cf80b20700a3114dd85f55e8931457170", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04496, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 32.83768679900095, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3502, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni Moda\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:57.619015+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6bb655c-4939-4075-9859-64c47ace1ee4", "result_sha256": "d0226e822aba90af64b8c2708c7f328b6ac26b46aa16301218ebc5fc61c6b342", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003368, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.278223032990354, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 32, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:51.615306+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b715bae7-68b8-4723-8eda-b6d081734319", "result_sha256": "7d2d3c3e741d43d2ee9cdb3f0819942b612054d1fb7b24266a45cc40306caa12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023392, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.572204759999295, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1702, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:18.581044+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "49912631-cf70-456e-a1b7-18d9f5e11a5f", "result_sha256": "00d880635a70b86b71bb5184a10e321f2cd0d33b20ec973c75d17cef7d12e243", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7844415090075927, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:50:30.006608+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e71c9f5-64c0-4d03-90ee-434b0a6986f1", "result_sha256": "31a90b5076c94000f48ac7612e258104d7039ed8a7f283731bef35745d04a467", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003426, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.782333324998035, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:24.403604+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0b45095-2861-4c0c-9de0-544d0ff9b752", "result_sha256": "5f8b021e3d38628fffd4fe866ad1b9cb7d69e5d574c305d6ccd62fc18a865a23", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.587106525010313, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:22.568832+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dda2ca3-88c8-46f7-a41c-5d211312d8ed", "result_sha256": "f430ba55db3f51c0a45a2dba2ae096906689baccb3ba2fec999c75e50e576bf3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.414829996996559, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:31.813766+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e200df40-c8f0-41e9-b28e-535844e94512", "result_sha256": "edb6cab41ab25c205d58a4a3ec5ce5df03d8e53e80847dcd22145a18bc919f4d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.424648806991172, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:17.575454+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa16d64-50bd-4f2b-84cc-c319e64f0f5f", "result_sha256": "6fbf9cde1dc597be9478fb836ec9d75fea5ecba9bd2e5859d94413e7e3955687", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2618118499958655, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:23:45.303118+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d56f74f6-b7c2-43ed-a5b8-ab6d73bdb655", "result_sha256": "30c87f4aa20d7df1a3bb7f39dda0be5db78613102f9af8ff720f52f71dc94f9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050804, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.75489424000261, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:25.643755+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c331d0bf-a282-41ef-8ac5-37e06e300891", "result_sha256": "5898d6b42b35620afe1a8947bd325b9db3337d31ebdb2cc107699cbab250c501", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003488, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5182598430110374, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:40:45.764092+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "49b43f19-4f4d-495c-88e6-d59019fe2066", "result_sha256": "b6818f67540bdf08a72f18fdcce53999766bc44a4c81a97894b69e7a2af0632a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023152, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.89175825600978, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1682, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:21:15.146386+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "713edd02-143a-40b5-b703-69ffcceec560", "result_sha256": "aadb0e0a0bf3084e87a16d795a910b20fa8ca537d071cf8414382a80270d9cc4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.045556, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.147859657008667, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3549, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:52:17.504579+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f437b670-49d9-4a25-a2db-c9428756a14f", "result_sha256": "24b98dff3ec3198cbb7daa0c015a2e300fd260592b1745e86ef23c20448d5a75", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.251920324997627, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:01:38.148748+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8382a63-0cfb-49a9-a266-112496654caf", "result_sha256": "a3d1f27786878476001b88847b34e81ad1d1b5c1045ee08e6bfb8f3a3d98171d", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003476, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2708538200095063, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Black Ops One\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:54.026253+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9efdc942-bd4f-4505-854d-e90b0a3edd04", "result_sha256": "360d591c27aab575fa99ed0980360f63f749eabc09025ea6df29696cb591c10d", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0508, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 34.21566924199578, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Black Ops One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:02.964446+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "18a91556-9432-4a67-8045-55b31165170d", "result_sha256": "2306e0beb914b3ccf891fea451099aec918017c6f23c0d1d3ed19e2c5c2ed27f", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.9664346479985397, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Black Ops One\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:22:50.431158+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f11c9253-32b9-45ee-9037-cc2e8d47e804", "result_sha256": "fd26fc3f275a0ea401c6bc995f303eb9045704c9e5198af3db42003c81b5fd94", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003462, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1467, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.177648445998784, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Black Ops One\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:17.593502+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "679e7cf8-5fa4-4f91-87d0-dde36439cc4d", "result_sha256": "543d787e5dad5b6700e2cab2b916c3a907611e1644564043e0d6ab006270ea9e", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.678488385005039, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 31, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:07.913792+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "52107fb2-bc01-4aae-bd3a-0b8b375f39f2", "result_sha256": "1cd355edbfce4a4c6f98576de9497a2a946be380c95f5c79c26ef714cd293be2", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003452, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1663427099992987, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "other", "predicted_font": "Bungee Inline", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bungee Inline\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:38:24.483664+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dff6d45-6ac7-4053-b309-b7da8cd472b9", "result_sha256": "ec7bccfb5acaf0b28d6144842d4a463ef4cb67e1adf2364212144b4c2067c589", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6517646050051553, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:19:35.923404+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9b8800f-bf09-478f-a8ea-720c6fc0ef1b", "result_sha256": "9558909fdf0b0f43684558937f6b448ab2b95b2e2eeb917fec946b43bf20c8bf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050588, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.91868366100243, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3974, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:26:15.814207+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "986fab94-c791-4162-ac61-4a50f6582310", "result_sha256": "de9caa55b2ec201db04625a9cec0f792037ed93a541649ebadffc56ddce891e4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029348, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.84256113100855, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2198, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:27.557497+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "36a5ee85-d178-4220-a153-28ddd8cf7a35", "result_sha256": "8827045bbf0b541e0f2c9c1eefe43311ff59cd842b25b27c819f9fa1c45f4ee7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1471, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1327360499999486, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light Two", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Shadows Into Light Two\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:40:04.986311+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f71e9feb-3ea7-49ca-8e91-12e38fb3a962", "result_sha256": "726381af745b5ff4fe862e938aaa429cfbb23656bef431f7f8c86ce008441fca", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003566, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.461882499002968, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Amatic SC\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:01.121764+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bab7122-7230-4eeb-a478-f14e79f2b7ea", "result_sha256": "1c485a5228abe4c72d2a856a9ac0aee6c5d62f18911e3145ce288e34cc3b77fd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2694403270143084, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Dancing Script\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:53:38.228249+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eb50bf1-c543-46a1-8a01-e00017a75487", "result_sha256": "031519424774cb7684359c604b43f35e17131ad8f6e3b11b806bf0a94a7a52b7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00345, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1479, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.7040345610002987, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:03:31.832871+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c27aa860-1c8e-40fd-8202-a28e15f20c6c", "result_sha256": "b165b5e06d2ece64f780e68c09727ad47a8c92667b989f5dc00c0485fccbef24", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1443, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.355986040987773, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:09.390101+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2a2847d-4177-4c90-a023-f1d8aff87293", "result_sha256": "3930a251304ab300385b91c265f6d9d0898301b4ccc4eb968ab4977aa4593070", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003442, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.351496632996714, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:16.691479+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "41368df8-c953-4c3a-b253-3ca4eee1d43f", "result_sha256": "4ab613f80ca67516c9d6a58cc9b0f3373a49dbf4e203ce253952252fb367d30b", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.711980214007781, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Caveat\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:23.170591+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2994ee4-5535-48e8-970e-99a41d7b77fe", "result_sha256": "d7875c0e95127b6ef6fef6edd030bbdbd5a6d233875838c62df641c8e24edcc4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.561434728995664, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Amatic SC\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:46:10.677936+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "60c7dd6c-abce-454a-989e-ce94daea3915", "result_sha256": "6acabedad2cc8771d7e9b8d338548f11519e12e531104cc892aab190dc62bc78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.266291567008011, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Marcellus", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Marcellus\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:42:29.135908+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "322acd31-ac07-4057-bc08-b338d88e720d", "result_sha256": "6c27888080017a3eeafcd2fd36127aaa11a42a9836084a639ffb85c2ae262947", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01775, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.265051481997943, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1232, "predicted_category": "serif", "predicted_font": "Castoro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Castoro\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:33:32.001557+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2b6567d-9f5b-47cb-a9bb-1c7bbb1732d8", "result_sha256": "298a8edbd9e072ed36261205fb69f0d845a855e96984bc13e39af5bfd02dd430", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.023294, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.063503393001156, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1698, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:24.951357+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "61b98bad-9d69-49c4-86db-1897210ab441", "result_sha256": "d855a6b7ee91d5834c8c0e144630bb0690efd4c808ab3fd0c94256da6b6b0969", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050726, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.65510717399593, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:51.375683+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3440b49d-38a3-4aff-b18e-a80a8d2fb4c6", "result_sha256": "d1b5ff26a9e423b64fbc19d34d6fa82919ca02dfa1abe891e9c514b68500229d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003338, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3997033960040426, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:30:42.108001+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc343a4a-57fc-4016-98d9-6ff511444dbf", "result_sha256": "3998eda380aa45af401007c338b3e6acd2788ca6f22588d8bd16cf881f83d262", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.267650594993029, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:50:00.753188+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "68d167f6-ca88-470e-b857-fe938b5910c2", "result_sha256": "d050e0bf71c4b4ee5adb40242d55c39852eff67d944bcaa9582b90a047753937", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.025334, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.51632521901047, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1863, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:01.493038+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4080137b-bdcf-4e84-a996-3973001abbaf", "result_sha256": "fde35e13edb2f0ce8e4dcfc322055b9c48458184b74cd89e0e240dbc3b494f9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02252, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.98597470500681, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1635, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:15.224554+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd985016-fbac-40d5-a8a1-9c117e97e917", "result_sha256": "bfea91d3055b07731d49838471f1a83a5708b6349dea6abf190223154ebbe678", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.373007447997225, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": false, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:25:09.562201+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d14ff9-09f4-4daf-bdec-4556c4d46062", "result_sha256": "8c1bad9b4c2538a0d534b977dc625f14777b3cbe7d1351fd7dc045aca93a966f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.050758, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 37.65508950299409, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": false, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:17:14.351664+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b86ef1-d983-4b79-8c57-72bc2f659f26", "result_sha256": "1015dbbafb394d1b02b162a8445f95f2506d7efba046b63d194a95d2bb80f73e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050726, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.30672839099134, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "other", "predicted_font": "Chonburi", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Chonburi\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:24:37.430984+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7618a111-d816-44d9-a637-7a0eac29b7fb", "result_sha256": "94022b1f4456df9f6af0106294da44cabd230882b8ec2ec55d24ab561546b1d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.048614, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.46699610100768, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3808, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Alegreya\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:45.753674+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5c206e0-5ea6-4cbe-8fee-b653d2fb71ce", "result_sha256": "1ce2eb25302143ec9c38a2bfebe9de2b43c3ccf2c92138f93d6864d393f24e64", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.706011888993089, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Neucha", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Neucha\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:23:50.956717+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "45493d36-deda-4e46-bccd-3e3abd0efb29", "result_sha256": "10f9a0900ee0cc8c79593d9c0221083b2f050be3278c9022546f1e9eeb2cbe8e", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003248, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.818969907006249, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 29, "predicted_category": "other", "predicted_font": "Cabin Sketch", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Cabin Sketch\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:30.607931+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "be59d77a-63f3-4ab5-a56e-f10954cd092b", "result_sha256": "3509c9f7e63d1a6a3e54b6670cd6de0985a6e6a7bfac8b5471dd63b2cfb0a0a2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.159866025991505, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Neucha", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Neucha\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:24.585969+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "304bee44-e65a-4f95-9df6-62355f135003", "result_sha256": "d6e3441714ad3712ded1a0fea6a542c5d36bc45d8afa02c48128c59a6292380b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.099068252995494, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Cormorant", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Cormorant\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:28:44.472538+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac7dcef-1992-4c50-a909-6c28b51b7f4f", "result_sha256": "1ed1aaf9b482c6b8e79f546ef4488f989285ffd72409330273aa1b261fd1806f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033944, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.096176209000987, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2584, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:53.718794+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ee1efd6-25b4-40d5-a536-e36e1d19c48f", "result_sha256": "a94c282980e0c7c6e410ce4457757ae7a623154ec51216b619ec80bf729a296c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.0566282739891903, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Cormorant", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Cormorant\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:05:34.819711+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fb9b9a4-d121-4fb1-a1fb-e3b440d66984", "result_sha256": "14e983843900884e5486db84647b0d6d61c0340caa08ceb80859ed56807b51ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3815422379993834, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sorts Mill Goudy\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:01:31.111117+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "927ee4c4-ff98-413f-8d77-147836222039", "result_sha256": "1899807e48437ecf0bc7ee36983bb80682a3eed3c69bea8d87434c2b91a73c5c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2380588759988314, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lustria", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lustria\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:18.263808+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e0a430-e144-48ed-8b2d-413454a7a5ee", "result_sha256": "6abe7ee1a55faa8b7a9a8d4f56eea2b36785b9dc2790d688756672aaa442cfee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 36.172062230994925, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni Moda\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:37:54.057861+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "232bd7ba-4186-43b1-b4d2-ae4ea542df84", "result_sha256": "28f1ceb1814e4449d78bd24fde4a5b048c193a01af9e5c61d86c1c679fd47ecf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04355, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.13086225898587, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3381, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:08.680342+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c277de6-5e25-428f-82a8-70b896eb9262", "result_sha256": "f3cfc9d80e8f537d036cfefeb2b3d26bbbafe655a3610ba1281740e3e113ded4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.3201158570009284, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:45.823434+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5725731c-f94d-4da3-a6ab-a224f0b9da59", "result_sha256": "de07e8abfaa32ce47df3d2759dd07bd87584b2de17188cd3ea23155634409f5a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022334, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.865069067993318, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1618, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:28.494749+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "db3538dc-c0a0-44e5-9b7f-f15302d82dfd", "result_sha256": "2412c05106baeba61de31a5109d69a698a4796978115618314cb691c484d512e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1305214000021806, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:56:55.643661+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b209f61a-73bb-49e0-a42d-a19464265d43", "result_sha256": "6a5fbd82dca5cbd8b833bac4ce045bc3fb9da3f5993a52fb3fd0d2a8472b4e78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003372, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6937003349885345, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:07.314162+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "814cf579-f40a-482a-ac42-a910d2c05dd5", "result_sha256": "0ad972810c01b38351b26d3411e2d9c0f05f6c115d2d5dcb1cbe2ad558e8bc74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.323560960998293, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:07:56.356197+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "053fdf6b-7ec4-411c-8f5a-f4cce30bc043", "result_sha256": "0c5c2c3a6bc1b6d5ff0d99a9485aad5dc02d60c6f06b9df9c7eb13808f6202f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003486, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1479, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.33796184300445, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Linden Hill\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:51.279162+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c706d10-b897-4cac-9895-41287efa99c6", "result_sha256": "14591e454655f3df810e6bf123a4adccd7ed30307a778b89faccc0759716ee76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003584, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.4385797989962157, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:06.678768+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba1d2e1-b5c8-40b0-a4d3-83fdd0f52516", "result_sha256": "e13dddd94489f627ebd863e8dcefd9c7af3be2e568bfeb466848c1443dda06cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5808395899948664, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Marcellus SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marcellus SC\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:35.898780+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "73d0c9a8-1fca-4e26-b326-3f4c322d4a50", "result_sha256": "25ebfb95091e8cde524ffd599a3f0cc59619737ab7300f430e8d6ad6a6283c73", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.036278, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.479782227994292, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2780, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:27.146707+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "295b882e-0533-4d35-9e24-437c434f506e", "result_sha256": "29aaeaa9dd2bed2d35f920189753ee62dcf33b0922fdc7915563e46c950d92d7", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.040106, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.539215160009917, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3099, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:46.384371+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": false, "source_attempt_id": "5563dfdb-0181-4c63-819a-9ccc87cd0af2", "result_sha256": "8066bb32d7f7562727f4d2a6e3d9dbeec5c2c65ab489e41ceb8491272139ce61", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017576, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.58333494400722, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1220, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:59:49.576910+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "60105c80-fc7a-405f-9dcb-a9b99109390a", "result_sha256": "4b42577c808abd2db80623b3912fb2d2ef0ac4b4d5378e90ece09c88b5db1779", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1805402989994036, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:55:14.358213+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a7a21ae-8ca0-42db-bf04-e4468c6eac5d", "result_sha256": "55340bd5e3c40256b2054b29e4710b8f99c1b9b51598fc133abc213cc54270fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003368, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6501581170014106, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:50.510347+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f6468d4-a770-4c39-a1c5-895c77f623b9", "result_sha256": "d6584f862b8f8fe5ca7540fde93f78bf34c9631fad1ec60b2a2783bea4dcf924", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.047408, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 30.990325102000497, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3706, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:24.080898+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "376e5842-c125-4954-b82a-e1b4cf3084c7", "result_sha256": "b925ad0ae9211198d4e69ab6e0e031b44e6895b55564516a03b9167eb331b527", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003436, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.20719289900444, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:07:26.598271+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa6e9f93-5e07-4eaf-8e5f-2f0f0d717a4d", "result_sha256": "01f67ba74ed0a8ef40da15bdda742be48d19c51d32d266f5e1a0bffca1319990", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.031008, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.300880795999547, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 2342, "predicted_category": "serif", "predicted_font": "Vollkorn", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Vollkorn\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:38.628022+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd918346-36e1-430b-a670-0d1bbce24d8c", "result_sha256": "ba2e47568c9bcbbcc600ef18cdd323e99d788ef55e24c206c46b42251d8f2bda", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05075, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.32257462599955, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:37.212059+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "96c6a1ee-41b2-4385-842d-91561dc4e564", "result_sha256": "1d8bc5e9fd30b05040ce62d1e11c1449d32ea87c6a5772d07c832c65353797c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.381635053010541, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:25:12.846761+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c70423b6-af39-4b7b-8c10-c1ea665a11e3", "result_sha256": "0bb8ad4dfa504eceb1546ed633f161eb280a38d760c0ceb7117ea12161eac359", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003294, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.745008041994879, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 34, "predicted_category": "serif", "predicted_font": "Rhodium Libre", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Rhodium Libre\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:05.559604+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8129b94-13ba-43dc-8909-faf44b06c006", "result_sha256": "9c800e26cedbe88e54be035e862cf31f468be5e112ad34d060b9c17ad4bef285", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003476, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.49527085700538, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:26:51.834870+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5db8e02f-7725-4820-b3c1-e64b6dda0fee", "result_sha256": "4d940db1034f01122f9d12af15be5c8726b4759c54420dfef6d3c9d6b0610037", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3680177710048156, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Linden Hill\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:21:56.236038+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc2b3572-2f79-40c7-b324-a24698607d19", "result_sha256": "8ed8114f7fcb33ece89be50bc6af19af5c9cd064b35d74536e883c4ab155f1ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.110336854006164, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Crimson Pro\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:27.338639+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a42718a8-9c95-4b55-9cd0-dfb229e90465", "result_sha256": "e216893bb81df9d787ad4198b8f3017b9aaae90bcb020cd4e5deedf3fe5622c6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6091554529994028, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "handwriting", "predicted_font": "La Belle Aurore", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"La Belle Aurore\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:15:18.914979+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1665888-c48f-44a2-bb9a-8254dcad91ea", "result_sha256": "2881e5c53f997873778a0f0f2e6491217e2065919b7a559aeb23d22276c55e50", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.040922, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.275950595998438, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3163, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Great Vibes\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:05.060283+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": false, "source_attempt_id": "4c83eef9-cf38-469a-b4d8-221fb89373f2", "result_sha256": "1962a8da6b92282a62a7c270d38e5eff7c2a2e2a94ff03e14f85339dc3140562", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.044192, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.095026594004594, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3435, "predicted_category": "handwriting", "predicted_font": "Pinyon Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pinyon Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:02:46.074601+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "16d0a3dc-9ab1-46fe-823b-0bf63064fd90", "result_sha256": "3afce1141dfe1856cbe41b9d43e3b4ccea8bc170166f310ce96d7f8b1605edcb", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05078, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.443909470996005, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Tangerine\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:17.761086+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f90f1e7e-5572-438a-8b20-18b578480fd0", "result_sha256": "84ace0eedde8feb5832c93ee50edfa5ada6d656719b510edaf2d3b8b36fd31b0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003612, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.8038615840050625, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Tangerine\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:53.058223+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f6664af-687f-472d-af5c-9c8ff5249b59", "result_sha256": "2afffc38678314deb410d9d09fd7e03fe5856d343580b8b7c6ed8394cdaa7c94", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5857840910030063, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Tangerine\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:03.665335+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "493a8e57-adc5-402b-b39d-e4e29f3bb312", "result_sha256": "5ff1f7d4cd1dcf0a569b3bd7284e80969d358d3b9a1a39f36f4629aa15566c02", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003284, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.390791766010807, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 32, "predicted_category": "handwriting", "predicted_font": "Leckerli One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Leckerli One\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:42.687224+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "30f5a2d1-95e1-4bf3-8813-5aca2c97b7ac", "result_sha256": "9b4803c18da5ed40c812677922d025ca10f5f7e218e3ecf93976b568be26f778", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.031946, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.418032126995968, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2419, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:06.353101+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b092a6c2-e982-426b-bc4c-34e6327274d8", "result_sha256": "7f70554e6dcd420a2ffb02e4c3b427ebffd68cf1e8f9433f1a2c32f539e271ae", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003476, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.281955325001036, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "handwriting", "predicted_font": "Engagement", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Engagement\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:37.799068+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c3d9d9e-c2bd-44e9-86b5-168826acccf6", "result_sha256": "31108f9eb9410790f8f0a40a20a86ddc037051807d8d8830d3f13da201e99b9a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.50959117599996, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3987, "predicted_category": "handwriting", "predicted_font": "Meie Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Meie Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:11:48.477307+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9025cb38-a5b8-4d20-8f74-a66ca1bd2f21", "result_sha256": "15ce5783d6cd42b50d5884a57bf4b7823bc670a4e5cd675ef2393a038a878782", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050742, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.915021460998105, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:48.766624+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a8fae34-ec9f-4dec-a6e0-51c6e80c338e", "result_sha256": "cad91cc65222e245ab05347f0fc0496fc3b31e61067f2035577c6c9b5504f1e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.239161225996213, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:43.039489+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce3e1728-e403-49ff-a09d-98006a67598f", "result_sha256": "510a078547e0157bd6ca1479d451cd0c364fc5ace07b08a5db5714a74be48a9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026342, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.5376301780052, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1948, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:40:57.183811+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca05b950-6bc8-4729-a2a0-7cd61253747c", "result_sha256": "ba43946973452175a05ac3d5a968843387ebfc24ae6de0f2db8f5fb02a9d9fef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3346678910020273, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Manjari", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Manjari\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:31.570828+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dee3d92e-70d3-43cf-93a7-074d7fe67460", "result_sha256": "086adac23f1f0e50f2285f69c602130de8ea500d84f346265b480cac870ef203", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003414, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5124846960097784, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Jura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Jura\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:43.874003+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b45575d8-c20e-4b30-8a53-56a8216f76a6", "result_sha256": "f5e64a17805352178f8c4065da21f389837cad9d03fc15d522b015ff4b726bac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4822330710012466, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:23:37.002182+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9c029c-e535-4b5e-aa1b-7949f06da891", "result_sha256": "35e27c43ef22fa7f149ccd99a5a3d509c2ccfde3ca809b6862341b026d7dd1a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4730472179944627, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:15:23.476091+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "acc5c0ea-66c1-4a51-8d4e-c8dd864ba624", "result_sha256": "7eb50114f0307e62d0b3a120afcea41e00c3d59ec5d060d3fa2ac5a2d3a52481", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9429145809990587, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:04:00.221159+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fa5154e-875d-4b43-a5e5-1ed2e8232769", "result_sha256": "5283a275a5fefd9dc8ec6c91090a9eed865a22d2621b5c3e5d11d0f7edfef01e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.045878, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.199835669001914, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3575, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:19.000563+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ce2a6ad-feb5-4fb3-92db-a0abbc818147", "result_sha256": "da0f84a5f38d421b70fc5f35d36950e9aeb852f0fcd815f1473bd68459dd7b29", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003674, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.309435704999487, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:43.577145+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "18c7fe26-f8e1-46d0-96dd-b99529b8a975", "result_sha256": "4db1f2b7c87f20e04faf8939280fbcd706bf50b632257bf060323022c916eac0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05075, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.38929120499233, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:42.019998+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ca2bfa7-e29c-4ba8-bf11-4f641c4ac4ee", "result_sha256": "496006a2dce89cd7b9723ab046175f77dbc615a18a190075fdc10dcdb60b278b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050836, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.93701803899603, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Segoe UI\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:09.120577+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7dddde2-5445-429d-82eb-6f44915796e8", "result_sha256": "b585edab8fbf8454029babb64839c9b0760b2e101d4d2b940c3669edf484ce61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2503369449987076, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:02:56.544869+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6873440-6bbf-4718-a734-b49ffd6f692f", "result_sha256": "51835e4d77529f5e48899ea3034466d848cf51595af319b2df5b6fbf7eef8e24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3084262530028354, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:27.376708+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b61d1ae4-7f96-4bf9-a5e0-ecfe7823874d", "result_sha256": "3b6fd6e4807da704378912db90c86a2b906b9b9c461d4724b76cec7bb7772ba1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030848, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.44357422599569, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 2326, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Work Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:27.643349+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3386a75d-e240-4bb4-897d-c35a7fa564c6", "result_sha256": "66334abafb89abb1ea01cce249b7cbf1db6ae04f6e3c607c7123813888149267", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003462, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.762817142996937, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:37:47.030171+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c10b6c-9061-42ae-a333-313f25fa0678", "result_sha256": "8fac4d20bced34956721ca70f02f6961a5ca7401923e4d1ec4d507424b56dfe6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5078154490038287, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Syne", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Syne\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:14.484055+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8c8427e-25f4-4775-8e6a-029d58b4296f", "result_sha256": "f7c6f5216e46a7f628bd0ca218db661b5aa333a9175769d86be9eb4b9a5d56d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.18253869000182, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:11:59.753185+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a2e2f2-3ced-4d2f-83a8-3f7615d0835c", "result_sha256": "0d9ab2835f9221cce4b89297f5ce21a2acb3182547d662f10ba1b8afcb70cb40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.465893092987244, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:41:34.618720+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "36ebabc1-0a1b-415c-82b2-37e4e51951a8", "result_sha256": "fc39339cd331983c2f9c64c176d9f36e652825168393677e65d9cee9adf65eff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3761263030028204, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:53:19.758901+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "caa7f0e1-8ea6-430a-99e2-1907c9225d56", "result_sha256": "e100a40ffada66fa5b0a18defc5b12496c7f50c16861989eda107f526acf3e05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04331, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 31.259142662005615, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3366, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:25.567483+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "90246bd3-cbc0-4a92-888d-ee7413f36e62", "result_sha256": "2705bd7ba3a529030f5afa9750b65a22a3e3d6398dbf1faf06304db3c2b7582a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.88479078799719, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:59.793703+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf516fa5-cd36-4111-af66-9211e046a514", "result_sha256": "f6187d65345c85694613274bf2c4895e1bf916d34eac95ec110e396ba41218ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7701522190036485, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:02:04.575728+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "22420901-3e5e-4864-b7de-3a4bdebbc19d", "result_sha256": "b9f973baf13b4f2bd35c28cdd4875fcdf230b9278cecb96f96d09ac158ecbe16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.308879984993837, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Sorts Mill Goudy\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:24.646860+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd5138bb-b9df-4ed3-98fc-f50d32220dac", "result_sha256": "7019d9e8ce6cc87f82884f5d78d1085036c271b05285f3f35c8edcf18a98a39d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7161064359970624, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:29:35.927522+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d3fe422-60ed-4f16-91e1-4dde37ad1872", "result_sha256": "375d7d25282a0d2fa894d75670ecd6556f41782e1bbb6f2ca89b4985b49aec32", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.0971404799929587, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:10.935065+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7250c099-4631-4c67-a288-ac29f2d0dea6", "result_sha256": "a88b8642a141940862d01e375912be43def396ef7c30402f65cc2b8a32bac15e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.046412, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.40252477899776, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3626, "predicted_category": "serif", "predicted_font": "Old Standard TT", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Old Standard TT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:18.839082+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "363b7831-1184-4492-ba29-6db87830e3bf", "result_sha256": "3a510178d53ac638f27acd22803d89588b10bdfc47531d14348809c8068825d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.639058964996366, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Prata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Prata\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:27:30.107829+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aa0fc6a-e633-4607-93c6-d298759b075d", "result_sha256": "8c2f8b5bb301bc4a4fc478db5deae40140d2b5712761121a78b4bebe7903727b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2310901490127435, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Alice", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Alice\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:17:09.323473+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb966faa-2300-465c-9e66-9e4d8ac65c21", "result_sha256": "10d81896915950fd47b61aff5dd2f446d243b71065f16b7f30430ba85a2556e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.0398192050051875, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:23:04.486521+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "78ee4ee8-391c-4c51-ac24-05a76f0d9bfd", "result_sha256": "dd655e5feee43e59585f3199dd61cb1c6dd3275658863051d68d627f02d70fd9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003362, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.359437610997702, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:45:06.983672+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3957812d-01db-495c-bb94-c1f29035d6c1", "result_sha256": "ef29b1a5436ce74f930afbba691e1d3d21e80c0e2b6327375291ae4d4498646c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5323433089943137, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 30, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:02.926178+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae7ff09d-ea2b-4c86-bf19-013510982eae", "result_sha256": "76754fa4c659142a40d65f417c5b0fee77053d6f45e738d35ef1c54bdc20cd3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.276998225002899, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Fraunces\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:52.437817+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4912efe-d719-4732-b6e6-79034ffcddcc", "result_sha256": "6ceaf781c1303840806dd57a325292fece705c02b51a15da4db69ccff543f18b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.318644151004264, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:42.076866+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dbb471d-aed3-412d-9dcf-a7a6d089a692", "result_sha256": "b2a373540e0a6a32b950f082eb93f4be8c4e03f1a3c1dfb0b6ee265aeab04ce1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2429895579989534, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:29:09.726924+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1090895-ff3c-4e75-890d-7385230ad5a0", "result_sha256": "217d55f1f78f61f7cfd9bbcd8b9454473dd2548fa73a47b32b85d193c74a68dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028586, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.506037284008926, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2139, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:17.659468+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "55eb466c-1589-4f28-8f42-5ef532791bda", "result_sha256": "0b2da641783312a9554d7f0c29960d7984fe2145d5000406770720709deaed79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.2744373500027, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:32.144909+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fd55667-ecb5-447e-b234-d23c36b78b4a", "result_sha256": "bbd990e95e0b3e6bbef069a61472e03ece616c134d9ee99492f1a53df6ee8878", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.266441832005512, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Inconsolata\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:10:59.311621+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e645193b-83ea-4a79-88f0-4a7b4941ff51", "result_sha256": "6c9bfa924cbfef760d2e2a76e5626bb945ed00ec24c961a009620a4fec8de6e0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003614, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2914564200036693, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:07.428079+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "82f3a7ff-c8b4-48a3-a3eb-3b1a74fba7e0", "result_sha256": "7d9c57c3c91fe9f80588f8a51212a4a7508653ecb180739ecd2ae31c90c49658", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9196684380003717, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:43.430167+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "755bf4c7-a60d-485d-a798-3de73a15d70f", "result_sha256": "ad3ad4bf7299bce89b8ad1aaa1928b320b2cb57a6471436f506f4a495ffa6181", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.213839646006818, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:48:54.650232+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "de8e09a7-47cc-463b-8666-b85fb4806a2f", "result_sha256": "5a3984f9e8008cfe5f745b34ac9ee7f550f8f7061440fbd022f280045fde4e94", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4313106059998972, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:47.473385+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "58086952-2b1b-457b-9210-3b67224508e6", "result_sha256": "d96619bfbdc46202d4aa8e60c7e6fe5afd9f6bf970532963d9743cd100368a46", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003578, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3950852299894905, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:05:17.411863+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf5578e5-b768-4d95-9aa7-93d59a8b0cb6", "result_sha256": "c72e513c0e46f87734e88df401b25c8cc8d7bccdc71c42cb3d0dfd36236cf5aa", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.05075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.58521214099892, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Aleo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Aleo\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:21.558526+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aefed572-8b3a-4c85-891d-3c0064f2b4d9", "result_sha256": "0c301dc0b2e91b0cadf23baff020c80a526f724a7da531aa84329ffcb3c51d9a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050492, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.618746613006806, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3960, "predicted_category": "serif", "predicted_font": "Enriqueta", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Enriqueta\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:47.703755+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fadc607-dd4c-4e45-a09d-7e373d7a0094", "result_sha256": "6b034813fd153af28f3f78e073acda057ce58b7f5f8b704b770c134d58f1fd0d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.9374623500043526, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:57:04.984517+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3646fb1-6ff3-4f4a-92d5-558827c2d8b1", "result_sha256": "d728cb38ffbedc78f47213ac16fb6ed99ae3da7c22bdc0d651aa74bba02a316f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003254, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4564692889980506, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Rosario", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Rosario\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:44.982312+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "52d72e1c-2014-4873-9e37-679254ffb67c", "result_sha256": "d88e4eff28d589ec8e9db64401667bc05c1ba3290ed60212fa37fd5908ee9336", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.046184, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.02946123700531, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3604, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:01.294451+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "23d50729-145c-4442-8d75-7dc1ea9112ba", "result_sha256": "6680d8b0d162cc62ef04dbd9150520ae990b411ef57eb90242053742b110dc82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050754, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.30274900600489, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:00.290057+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e3a909a-50c3-44a6-a4b5-42b53d0f540d", "result_sha256": "e5802b59d0253dade5550d22a543364aa49ef67f1efe9e68169742940911e520", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003542, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1794255179993343, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:12.178718+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "80ac1399-83cc-41e5-8f78-a1aa5411a6cd", "result_sha256": "c469d8f2e44fb4d16c36fb63cca24b55706c51f70373be2ba1c0eb626248d5a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.434039992003818, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:28:41.783776+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "19888b4a-bc2a-48de-8204-e26c841efdf7", "result_sha256": "ada577cce233eabff79a1c86826c53db7341932819a65a6abe43c708c96af8e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00348, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.803931155009195, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "M PLUS Rounded 1c", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"M PLUS Rounded 1c\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:39:29.189070+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "436a72d7-0e9c-4d77-81fe-15f95cd6aeb5", "result_sha256": "78161504b43e4d4818f920c39e0a00686854a0d1ebb62afb8915b7d83bb526cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.070310836003046, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:54:21.815776+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "32caefdd-1916-4ceb-8533-8635263ed098", "result_sha256": "e36910bbf02ef87ad23142c88ff379fed106be89f36da384cc443bfcec71e97f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.415999742006534, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 32, "predicted_category": "non-serif", "predicted_font": "Signika Negative", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Signika Negative\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:37.657434+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ceaa92e-485b-44ee-9838-afa73c1909c8", "result_sha256": "28d03fffca8b8f6b496a5f222d09672d3639a7730bde9bdd81fbdf3368b2f01a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.038402, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.12031944100454, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2957, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:55:17.335537+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "79587193-0851-4956-8db8-d5fd3a77330a", "result_sha256": "eb1d979a76ff0ee7d95cac54db379bbb2b8cbf07b861ea5ffd58eaaba99794a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050782, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.074980555000366, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:48.415701+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1770359-cfca-46ce-a77a-a846e965e0e3", "result_sha256": "979d6bba4f0a9a455d3189fe84b0770ca6896f9bf2b41fa9f3501b071264572b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.45699392800452, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Cuprum", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cuprum\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:49.092636+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4185dcfd-81d4-41a5-b3e9-f2da26046e3c", "result_sha256": "b3114ffa2dc049efc0624b4955b9a3ccd3cfb6601accf88a209414daf6432bd1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.035672, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.219582038000226, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2731, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:51:00.993012+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b85b178b-18b7-4074-a321-e4f2789f2383", "result_sha256": "77b32879cb5f49031b69688bb31adc674d3e45e3e1997c573a18cf0e602e97c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5644251290068496, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Monda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Monda\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:54.224244+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab0da51-2075-4339-8e85-94a00e5a9289", "result_sha256": "39b00aea958d7823f5c1006c1f0dbde0a79c082f98f61151a28b4d1c1517d0b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003558, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.260812602005899, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lilita One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:37:52.939066+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cda224ab-64fe-432d-861c-9c7f99e3403d", "result_sha256": "dd84db1b90c2c689bdb06a89d2270f0ce1ff1caab50667176f0c6c52f45d1833", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.507917581999209, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Fascinate Inline", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Fascinate Inline\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:02.272368+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5ddbb9b-efea-4da0-ac36-c68a32e62413", "result_sha256": "34ceecdf22014bc069fb2c05b99d7ee32b1485f7bf0c1e6cecbbe885c43b99c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3590108179923845, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "other", "predicted_font": "Shrikhand", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Shrikhand\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:50.927513+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b75b4660-3549-4dae-8c96-9eb2393c91a1", "result_sha256": "c925008565a82786dab0e385144b5fa6ced8b1025dcd78506daeedb9504fa619", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.208607890002895, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Archivo Black\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:02:18.390649+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "201224e3-0ce8-4664-bae9-175c6a920d9a", "result_sha256": "b985819460a84568fa9c22a27ab784e8b66ead3073f77ad5dc15880cee5b0bdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050756, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.162803965999046, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "League Spartan", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"League Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:36.822955+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9f9c6c-863e-4cc1-a344-6060f2402a95", "result_sha256": "0eab2e78f49def719550dad1eab569066555e9d8c66bfe0e2a94407d1c97460b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003362, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4397657240042463, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Podkova", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Podkova\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:02:32.675448+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee2c9e49-5127-42f2-865e-083fe02fd0c9", "result_sha256": "ee3c457795f244a3c8c57f3ed99a4526fee958f7c4056b1ea05199595ab11fc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7272327359969495, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Ultra\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:40:32.146290+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c954efb2-6c13-4592-a245-3763d5842425", "result_sha256": "d56fdd377edb742362288fee5475ecc4d98d475563a51755e2df31a7bc3dd133", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5213274029956665, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Podkova", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Podkova\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:26.064318+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf21feab-c3f5-4374-b820-137b8dfb8046", "result_sha256": "93fef31ce317feabf642bfcd19c5121483151035b4cc60147d2117d1a455db69", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5106371760048205, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:04:17.405237+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0164c7ab-4a26-4d52-a5d3-b7a99b416adc", "result_sha256": "30ecb42784e15048ad7e4e9e7c8c51faae1f90ff255d181446026c9bb75d3383", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.0167524150019744, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:53:38.953984+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "04270b81-55a3-4aa4-9d3a-9cd32d5c9692", "result_sha256": "bbfd0d16cc41b8891a7b1173cf62c666c2f33ab884a5d6b1c854c63a1be01938", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9320818790001795, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Fraunces\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:07:29.139955+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c699889f-7c51-40b9-afd0-efd82619a908", "result_sha256": "b7a986a0c9fb44682d90aaee95d97ca2b8b3cd27702f28d03181ac67c19fc086", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.094861222009058, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:35.971736+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f01731e-b253-41a7-bb60-de068ce69c9c", "result_sha256": "5aa3c80263d3858ebe6b32776ebad71d137de55b9399b04477245c15a9aa198c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003272, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3292663330066716, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 28, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:35.736471+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a02f6374-4830-481c-8442-2bf5a5c7c75b", "result_sha256": "d9338dddcb5467eca63f8a4ba9d463f6b87ceead86bd60610363dd947f9cd137", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017978, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.503678701992612, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1255, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Fraunces\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:56.751233+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e2fba21-4dfb-4e5b-a7f9-7b2bd65e5e44", "result_sha256": "73fac816f1297356648250b6abf88d40e712f228043e57681a3522210c055ee4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.616960536004626, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:00:24.561803+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "293138e1-b7b6-4df0-9a35-62a2f97f51f7", "result_sha256": "087349a82e12e89bea7b547f4d097e663350160c38f275894f025eabaeefe3c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00353, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4857471410068683, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Domine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Domine\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:59.243494+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbcd0880-d4af-4398-9730-9bbcc43f7f33", "result_sha256": "00dd6213777f4bba695224627dbe9c2136a02c27e7bb419f7787191fc3850072", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050758, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.392246424991754, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rokkitt\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:44.971156+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e5c1295-37d8-4a57-8b97-85456b5cd1e8", "result_sha256": "44cb27c8691d079bc5204f5f27462b71dbd6e43a772b7d7aa9cd85d486f7fa76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019742, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.182228624995332, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1402, "predicted_category": "serif", "predicted_font": "Besley", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Besley\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:59.638000+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "991927be-da9d-4de5-b608-7935b78a759c", "result_sha256": "2f0b1d28c4a91b6284c82db5fd25480c16492d88be87974562954477c9686242", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.025106, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.505102421011543, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1845, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:46.914915+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a93aa6a8-0d55-4b1b-bbda-608a69399490", "result_sha256": "c80f893b75ef3c201f95ea471bcd8760d37cc94e1270e25b76acd8dbec049aa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050788, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.077848460001405, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:21.491557+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3013a72c-f0aa-4b9f-a9ea-8ef1475394c0", "result_sha256": "b809b9a400b26dfa769d2063e574fd3918e1dfba00630e69c46aa11ae529f484", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1636969499959378, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:56.748490+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": false, "source_attempt_id": "b47c3670-7b5d-457b-948a-a4ee5be42b83", "result_sha256": "e29b28b96b7daffc620e34342c0194cb808f4c65bab1fbcbaf111fbe224d1eb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003518, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.990656254987698, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "M PLUS Rounded 1c", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"M PLUS Rounded 1c\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:59:16.602601+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a35d29c-f780-481c-b8a8-7866503341ce", "result_sha256": "0465524a69bcd7439aa310aae496f2445849cf947fd04e145f39d2b00f9c2f38", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.045909428008599, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:02.333668+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e95920-dd7b-43b8-93f4-4e605041255f", "result_sha256": "aa7a0f126e254e6540edefe3de6ee3d23ab5285a9fceeeae8361d086979a14e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003554, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3784713570057647, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:36.590503+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad3705ee-0d41-4a3b-8a53-8d716ca52904", "result_sha256": "1a5376cd96e636d07af19879f44d6c76e0f1be75b81ce93d8fc3f9190ca099ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.7685406130040064, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:44:49.065144+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "46902d15-081f-4652-ac9f-450953dcf571", "result_sha256": "10f279e974cb00b4c5c37f79bb110cd0c92dc7824780e306076da596cf0aa1ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003512, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.202359697999782, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:19.810644+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "908afd64-a0cd-4d3a-be59-12f11ad07e32", "result_sha256": "49b8a55f13bb2ffa14ff79a0a485f9fdce9c776452ca5ca0baa53565389e4727", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050846, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 34.444042103990796, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Work Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:57.039665+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d53b12f0-28aa-4465-806a-a6654ead3483", "result_sha256": "fbe6edb353f5f5275956bd55223a3f0b87997e3653a305ea62cfe729fc1d910e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.280441463997704, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:05:02.172183+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "487d026f-395e-4fb2-9753-fd32928e62cd", "result_sha256": "4cb9c8ee650531c791d44d4fd72b3f3e10f8af0021530687458bb49844adeadc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.039392, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.408736659999704, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3034, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:37.803436+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "374ae5f9-1ade-44e5-851e-0c9b85a45756", "result_sha256": "47b3f0093b7677f610fbcf18532e811d4c710877698ecd7368e05b3c971f343a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0756775890040444, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:01:14.227522+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cca6a7b-2ae2-4f03-9bd9-e43d2fa86387", "result_sha256": "fbec37aaff04498da8be9a4f91ef65fb8495d6f344969391a1d4447becd6f0e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0671209130086936, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:29:53.474141+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "601706ed-f88f-497d-ba0e-b34981976aae", "result_sha256": "6f440d4e093b04a685b483593066786dadb7fd4c3d862aedb77fc1c1d367fc04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.49161717300012, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Epilogue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Epilogue\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:59.139148+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b20ed00-22e3-488a-9353-f176c660c2fe", "result_sha256": "0c610c1163145f53fc86edd19589b7f1481167715dfa1d38adfd6d3ae0c82424", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050778, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.74589945099433, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:21.357158+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "55aebb52-ebb3-4ad4-9561-471c85408485", "result_sha256": "32bea850f09e835ba494c2fdf0aa853acba2c96336d0319462621cea2c1af597", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6730236719886307, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:24.246204+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fc5be09-e9cd-4db5-b0c4-cd76c7b493e3", "result_sha256": "10c2e08b4682e9e79786bc109998afffd44f3db7e52cf9d2e8d05ba66ab67282", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6969611600070493, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:27.900968+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "81bc6822-69c2-41a8-a16b-ba71eddb27a4", "result_sha256": "a506896be62dd4e4f3a33a44a5756ebcdf027b26ade4aa4485d9a0bfc6e66943", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050738, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.30939581801067, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:05:11.402605+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "15b56a1f-1d64-42a7-a2d3-96982fdaca74", "result_sha256": "697fb680f2d247f5e306e5f6293899cd8ebff24f1f7beb5eef4c665d1918545c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.046274, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.6274275300093, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3613, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:37.215432+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "17ec7356-7ffa-42d9-9939-e78f5adcdd51", "result_sha256": "b15025f717335ed9721a632caac1082c8b1beb69e45e0aa86eb0c5dca4083e2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.042962, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.804401243003667, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3332, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:36.614193+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c1fd04d-0996-49fc-8ccb-16d3b7fb5a39", "result_sha256": "42633d989be2d5a4dba558a313d8cafa06ce96fe679c7b1d9af9b588fb149517", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.136351028995705, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:07.365523+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f7ae15b-407a-49eb-8d4e-627d3eb794b9", "result_sha256": "679ac858b7e4b1443f6fb391bb8656bf2d8d6edc094b8c4910ac0476b3cadf70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003508, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4065833929926157, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:43:54.712862+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8793275-bc5d-49b9-a427-84317da04923", "result_sha256": "7d99e87e85ab192e17d533712fd99f57815c19eccc4605646c83faae11c7b0f6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050824, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.52519043900247, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:46.482806+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "48565c24-7268-400c-9b7b-180ecf68744c", "result_sha256": "e22fda4255f51bd52dd89b0541a17d8f369799bd4e53aaabee131fa09547e380", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.57492594399082, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:46:03.226154+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "18ea8e6b-8ad7-4345-8c38-88e32c3ce3d4", "result_sha256": "7e21a3bb903ffa86170f69951c1eefb012f7d0f0aba6a11bcfdd7dd133c00a87", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1111183010070818, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:33.672713+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbde937b-8618-4d8b-8dfc-a72c22514ced", "result_sha256": "0b62079866cdf914cbb339fbdd369247d97a99d0a118cbe6e1f1dd7fc59bcc7e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4310460569977295, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:18.704757+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1548b430-ba6f-4798-ad2a-d1c83821b6c8", "result_sha256": "92b509a79211a1d4536e5a93903c2fd5a3889b8026b1f5526214a2da8ea09533", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003302, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7834836399997585, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:58.796799+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "251eea2f-6b50-42f3-b48e-c586fd05229d", "result_sha256": "e65db2358730e5707c8ce3b9f3ae2344fa00767883db2f2f5ec9df10cf75c3e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003632, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3534229210054036, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:20:06.355251+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f7247d6-36e9-42f1-af25-6c31ff1f9725", "result_sha256": "ab0b464ac7e37ee0f2780a11fa5c5e15ead6b6bf520c7e6deff96243790ddf43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.704549745991244, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:13:50.539621+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e43c87c-3c3d-46fe-b988-02bcfa659efa", "result_sha256": "0a0d9a39c2814ad3fbee06d0e63f2f0f866e446c3c1e89f2a3253e5f9a5fe57a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6386422909999965, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Wire One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Wire One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:47:35.342079+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "439d0724-9a07-451e-8571-7a11a80ee952", "result_sha256": "f21f65ffaebe7269d007ee059a90dfcf5808cd240806b8ecd216d71a2e460d40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.728010245002224, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:55:31.178110+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eb317ef-5e2b-42e1-9467-f5efd2062e9e", "result_sha256": "9a1bd7df36c0d06ebd79487782d5a42ed1b6315bf34c4647df65cde7c94245fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1784803420014214, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:59:44.592094+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0cbee57-3dfe-4614-a6b0-68be6d6ab898", "result_sha256": "e3225814a1e4153d4db705f572c29426cede9f2909ac1f678867cbc0e74bb267", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.382517470003222, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:18.662231+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f96d639b-663f-4cc5-a4cc-690aaca7324d", "result_sha256": "7a0c97668a567c07ae46c7abb88b19e820084f8fad00c7859bbe57463efe51c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022742, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.539487772010034, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1652, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:43.599014+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4916ba92-1873-480c-80c7-26f1381d613d", "result_sha256": "bd516367e06d3f9ba5e5ec5e1d7e450063014144223147040cee1daece988122", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.42316281700914, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:23.675398+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f38e274c-2758-4bb7-ab7f-d1e36ff08475", "result_sha256": "e0bd5b4ec420fa7b39561b6a64b3184ef2ed3f80c5b00e2fbedde40331e51319", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5157918539916864, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:20.448732+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "83253012-4122-4bb5-b7cd-7ee1584a3531", "result_sha256": "781870f54a4d01501a2be01751283941c29d644ff506ae2949dfa0dc04233f05", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5316757389955455, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:13.964452+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee567a9d-4d15-4357-ac4d-4149a5caddf1", "result_sha256": "ec49eb0bed9b11bfaff89c4abb2d73313b36345d3472c2cc077d41e82b470417", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4037910730112344, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:42:26.500872+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f2fe089-0ecf-4e25-87e3-e5c62272cb62", "result_sha256": "76ee1fa587ab83aee249d51412126c7eb97337eb7d63965e681ee34423ed576c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003668, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.604086762992665, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Karla", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Karla\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:25:59.186882+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "da504522-805b-40cf-bf7a-1e8b89d67aad", "result_sha256": "8443cb4677919d872a5973631398b1c37e2e388aa4659e40a9f372795ba6d05d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023942, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.397389292003936, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1752, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:05:25.984288+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5a9dc36-9e68-4cb5-b9cb-5dbcc7fd48ae", "result_sha256": "5a82a4a7b196ccc3d7bc4afe4194ac8229ae82ce112541fdaec772897488deb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.544688676003716, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:44.705585+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6df892d1-acee-4ae2-8231-706702428af5", "result_sha256": "d068eb4fa47e59459cd9345638b4a2bd1c4582a0553eed86222a56c00936f0ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003668, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.11674187600147, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:32.201882+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fd84971-36cd-4450-a4af-39a259b5ec29", "result_sha256": "37f9e12ee5f7963dbec21f3f05c710d3a2a09ae9f27daca0c3e9d4da56aaa74e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.677084772993112, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:42:22.128722+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e589c25c-b5e5-4bc2-861d-5f82cc4111c7", "result_sha256": "323cd732a81fbe63546fd9d86147e3a7127832813d79b878bd31758dff3942ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8305727379920427, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:40:19.617842+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0b60453-072f-4f92-a8bf-2c301f159280", "result_sha256": "ae638e747977034f72a06b37d6ee66b0d1c66981b59b77b6eab65ecf083d278d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.882221779000247, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1131, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:05.059177+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db8166d-836a-439a-8622-a874c2d9762e", "result_sha256": "89a24f20078e5b7be03ebde4284f5b589ba136be071dd21ce19fa3258be966cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.370776734998799, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "other", "predicted_font": "Changa One", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Changa One\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:50:06.633971+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4663ac59-33aa-47f1-8492-82656fc43329", "result_sha256": "8965fd1be0241d1eec3e10fe885ae629cdb8a6254e27f6efac581bebfd76d8ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.497616963009932, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:00:26.038762+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a6404dc-e369-4e6c-8df3-26fe2fbc029a", "result_sha256": "3750d0c2ce7dc478da06737d4802a144ee6ac5cc4a39a931f6124fcbbfafc552", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.85154548699211, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Paytone One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:11.794522+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "10f8f4a5-052f-473b-99af-094148d8e4f7", "result_sha256": "6582a3ecdc4c5f434b8cf22710d1e4e924aaf84c18e087d95cc0edbf824639a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.292633720993763, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:08:44.066451+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5db6616-bce1-41cb-b94b-86b9bc8936e2", "result_sha256": "d4c7c4bfba06e4087687ee030465f04fea4b734fcc33ea5c10b944e7ae96d8c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.462611722992733, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:57:48.665972+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "57092e71-928f-410d-8975-9d9a1a2af5db", "result_sha256": "46165104094ae0629a289fda41202f3e8fa10edb96085482d0cc86eb837e9989", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.050714, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.04513453898835, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:48.475683+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "473a99c5-e1b5-4b97-8e54-8286bbf3e896", "result_sha256": "20cf4a22112f89bc987d9a2ff28cc2dff1e9d36a211e90b6c9ce845b5beea114", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.137794586989912, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:14.348548+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2392a8f2-23e0-4cca-b89d-20fa5d7a1c77", "result_sha256": "8e588449277202c6175af3fdf0c65fd7da4c05386fb54815e5e740985795aa5b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.489442214995506, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:32.347854+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e23b94-7eb7-47d4-922e-6bee3cf01259", "result_sha256": "80f03cc6c87176b90610c7c2c6596af2d1b3cdd22741975ab250411e5b3c6d61", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.89071292900189, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:31:03.449751+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9b3183f-6fe9-441c-b615-4496ff9914ee", "result_sha256": "0f49bc697c98f0ee8ab7eb95174695988f040d82b1c6dcde14b687441dd215bd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.473347556006047, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:00.113288+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a23cc3c1-7135-4dad-a8a7-12cfd4c81444", "result_sha256": "9659a3f60003c293ab30249f65a460dfaba73c15f4664fb25d158b5db85472ab", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1555766589881387, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "PT Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:35.168367+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7288de-69c0-4440-a793-5f0fd945efc0", "result_sha256": "78f84bed1530b6f77a3fa6a68498ee58cff1cc583c9817125e9f3a45ca0af991", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003638, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7392566350026755, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:18.564683+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "04b5b4a6-7a9c-4a52-b13a-69749ae545a2", "result_sha256": "6f14f024c941d202ee2c95c5bd195bd4fe3f8094dfb2f19c6890237c2d5e2e1d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003414, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.185203457993339, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:40.119453+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "311e3cf6-17f9-4a8f-af0d-e861336be230", "result_sha256": "47044b9aa198d6f18af16778361f839c59cd21bf2de1738ec369ae8b9bb22600", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.651417571003549, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:45.252386+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8791624e-e12d-4d73-963e-98159d654b16", "result_sha256": "6cb859284db28ecd124ebc7801be4bda68a4fb5adee434606b0fef81d0ed1757", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02753, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.459069133998128, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2046, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:49.979786+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5268ef32-acf1-4360-b6d1-bb42d91be31e", "result_sha256": "0219f661aec34c0d7ad6700d81c7c823da03f8c4796a4a21e7204da415393472", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003368, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3939978279959178, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 32, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:36.551327+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ca5e58-7b80-4ffb-971f-59c19845650b", "result_sha256": "7d4c5eb5ea7969d66daeb657f1c1c67b45ce11b55f37194fe59ee5b167b75db0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3946463400061475, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:59.886941+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "48918da8-0a9a-41b5-8a62-d8ed3aed7353", "result_sha256": "d0ccdf86b986b6300c60f4a09b5e725c22d08ce9daf97d0e948948922cd816b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050788, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.992169933000696, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:05.116464+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb6177a1-777a-4850-b3f3-2f1c927ee03e", "result_sha256": "f5c807678e4687cf1c905b51a419d94decd4a36e614caac80de8242c1ad6bd2b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1243966670008376, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:26:34.309627+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "22aff1d8-3c4f-4369-b7f5-54de98b920d2", "result_sha256": "98f99a80761066dd63f68f049fc6e99c9a7d7ec76ba39c6a9babd7e7d90fea2e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00343, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4613188119983533, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:53.138285+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d6d13c6-0d64-463b-909e-332180a4a8f6", "result_sha256": "890e7504dc6236b958d35f5d11a9081b612e54c4ab25dd70fb50f05df733336f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003584, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.779947913993965, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:15.667263+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e00144fe-8f91-4c7b-8ed4-b506f3ed1f65", "result_sha256": "51b6d0d0311afc9d5aa7edc643f249a01ac8d61333b1dea37bcdb0b29dca08c4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.049118, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.886773342994275, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3846, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:16.217293+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a6c411d-9a95-4a2e-be5e-1943361d1ea3", "result_sha256": "c1f72ceab0a417567fab9a74fba0a0f5f8d66681f243a7c69ecd147f7023bf20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5079826340079308, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:44:55.952162+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "06336bda-6cc7-4dda-880b-eee9980f456f", "result_sha256": "825dcf21ab92b419a6a3014c32f08d1ead41e90230232b1baae15699302f0c72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.13034020499617, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:31:29.230342+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": false, "source_attempt_id": "f96c4dd0-4f5a-48e6-b1c4-7a2b02d326a9", "result_sha256": "0ca694ede284831604da887146194d96f05e0fc6e2a346519dc24ce84e7f8faa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003542, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3899729149998166, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-09T00:01:45.530156+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "46202322-3b4a-4465-bc1f-8f394d74c618", "result_sha256": "19a2806c4a0668a7330c314092a23f118a3796edadad25a004a5c96a61a7b35e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.037156, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.632169207994593, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2849, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:40.473134+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "feb490f8-0491-4e0f-8dd5-c5145c842f1c", "result_sha256": "129c0095cfbd37bf7133a85fbf26f759154803aa6d11f6e3be343414b8f65b72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.496768852986861, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Mada", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Mada\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:51.801554+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5251524-82fe-4823-8b45-013c4108761a", "result_sha256": "427a29f03bee0711c867e91542803490a59bcc2fb3e8e3691dde84191235a293", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4008239389950177, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Cabin\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:50.204208+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfb88828-2f7d-4fea-bacd-9ec5c0b4ad4b", "result_sha256": "9b13f195f3cde8986eef6d19499ae09e92e9329979a49b29ecb1d15bd322c020", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.059351321993745, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Blinker", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Blinker\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:28:25.103182+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e72e27-a9d8-45ef-8ebc-f27fb6c9a792", "result_sha256": "81eef1ab7b7a782dced2379eb39a4a24a857da138edce4e4ffaa7a0594098f83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8367843159940094, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "IBM Plex Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"IBM Plex Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:49:40.867567+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "87420246-c987-4c37-9f62-e42e395a594f", "result_sha256": "225ede87184b5d111421147d8969972d3271801e6e89e4818060db3ce5863061", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05077, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.56963979800639, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:42.716235+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dfa8a41-5fd4-4a33-aa54-b93afcc60b60", "result_sha256": "9a996a8a8ad7a88c41aae256cb40578172fcb4365ddd8739b72de340e51b1359", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003582, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.482509105000645, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:16.420254+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "02597bd8-cdbd-4aee-8506-a0587aad81ba", "result_sha256": "f4db9b0ac764c38ce68776154c42146a5db8e186bda3d9795e9f9880a7c13cc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.242293510993477, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:21.871319+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a11caeb-ccd7-4fbc-b3e5-26b58ef815bc", "result_sha256": "a2f58468cc76a97e996bbafebf8fb41624dfe626f11aef4d86cde15c0a72709a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2581166150048375, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Marcellus", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Marcellus\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:33.377022+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": false, "source_attempt_id": "f6f3090f-c1c2-45b6-91ba-4210fb294548", "result_sha256": "52ddabda0d5522240b86116a4ddfdff311c943043c199f8a40e8f7d3af487afd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.340983343005064, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-09T00:00:47.125923+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ee924a-8bb1-452a-b070-f99060ea0607", "result_sha256": "e846b78aab1632f53d29b1436f71c564f0143c77e5268b67857d3953ea04a12a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6150771579996217, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Fraunces\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:08.153394+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e30d5325-8424-4a90-a7f5-c74c7c76f1aa", "result_sha256": "13f1e99378c1ccc0fc2356927615ec6698445a9e6318bd7f604a97dfaf3a8d8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.82796676500584, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Overpass", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Overpass\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:46:29.200248+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce94b271-ea9e-4f86-80e3-e4e349898730", "result_sha256": "bd41148cec5538c85bbe2a5dafccc0ca73604fe80706fc060472bacdcbca2b93", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.131859846995212, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:15:04.200412+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2d684b2-10c7-4dd2-bd14-a8cdb0212255", "result_sha256": "83a7b51cc0b49521c82b32e066785ec3006c521b95d791a2becdeb102408a49d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003496, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3976482070138445, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sorts Mill Goudy\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:27.511253+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "328279f3-31c4-4d03-9a05-e0c34a8c3c5c", "result_sha256": "c7ef5fff9c470a7e4b50ca0e671b30a0c2e09256eeaa3b04d138adaa147db2e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050726, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.54795494499558, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:06.571832+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6af4c09e-99ef-41a6-83f4-e9ca10255c9d", "result_sha256": "32136d93e3a0bc9b2bb95de4e619e078ebd3308a569f28ac30016c77a7c2b7d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9042074140015757, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:37:34.177849+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bccc365d-166b-4cbc-bd1b-b509fbc7092a", "result_sha256": "a1c78348853db34e4154a0b6fcb0f333abbd5b72d2cef8f0317b930c0c3bcf66", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3188239589944715, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:46:17.077872+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc92c96a-b9b7-4525-b6a5-b3de54257fa7", "result_sha256": "fa6ad53bf423d97a0f5873c1c6e1b06bb62307868402abeb3c5c40234979dc04", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.781349046010291, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:03.010069+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4f6a5c9-65e4-47c9-8660-ccfd9f060c61", "result_sha256": "590f2cd5142d0a55b35723dd221e5c36c918b488b74cc5333b1d055e85e7fae2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5485072240117006, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:58:52.390535+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa84d2b-e84c-4748-aafc-66f655cb03e2", "result_sha256": "a1becf8a144270ad66ea70b164930e3e52f69ce7fcfcb188b4fb35c9c7bd16dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3496901010075817, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:46:24.959483+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce7a3734-6002-48de-bf3d-be3259ce3a0f", "result_sha256": "6a13a95b8ecaa2149e505f93beeae3d4b9fd615a1a0baba7d799d9433008f74d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.043502, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.66336144199886, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3382, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:53.199250+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fbc55a7-f6a5-49a1-8d6a-5889169775be", "result_sha256": "da9c5e8a6dd9c9b771c566fd9a0486a67e951dffc5cde3116bc3bd161c064274", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2091082150000148, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Rufina", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Rufina\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:18:02.599801+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eb374ac-9705-44d1-939f-5234134bd40f", "result_sha256": "e92587ab810e96bc0ee9a285767d0ce8f5c5e149182a16ab92ec71900416c472", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003596, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.01672596699791, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Marcellus", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marcellus\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:28.111064+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "df2246ca-dd91-49aa-a8b7-e8b0eb9f8a0d", "result_sha256": "dbb4c5e463a991987ca937bbc3c1a090e07b2870b75c7f00fb5f363a204285cc", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003242, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8809419829922263, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 30, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Grand Hotel\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:01.205405+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f7415e-f1a8-4c21-a155-b9f582579285", "result_sha256": "658be522927ae5c424312bc93ac01bfd3c093f87cc74b2a7bf247b9ccb7a4938", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.975969959006761, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Grand Hotel\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:50:02.234579+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "093e328d-b7d9-4185-8bac-217ecdff96f3", "result_sha256": "1d663c5084d772a8d0b76bde1e91708f35507a5ccb67d27042a97f56611edb36", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.032462, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.741708020999795, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2458, "predicted_category": "handwriting", "predicted_font": "Leckerli One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Leckerli One\",\n \"category\": \"handwriting\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:20:11.611575+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9427ebde-1aa0-4ae8-84c2-7440e8d917d1", "result_sha256": "cfad84fce22ca3729a87ddfd5d3aecb25ef44f84f41c262ba2a6c1f5b925cdd1", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.110245882999152, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Grand Hotel\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:26.983668+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8292060-7398-4ebf-a53e-d8a64e026911", "result_sha256": "65cd3e4afbe4befc86059bc9f5f73a2417b2fbab4ff1ce850c302acb1c6f6f05", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 34.56543748600234, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Leckerli One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Leckerli One\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:36.789762+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6036f5-ce3a-478d-b862-1dcb31510ecf", "result_sha256": "a25275ca1d076bc17bd64b7a01992f1bb26b550751ff80948249b1c08b550f7b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.034286, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.295927380997455, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2617, "predicted_category": "handwriting", "predicted_font": "Macondo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Macondo\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:37:48.192724+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "278f9d29-dd4f-4bae-82c9-ea5f84c380ed", "result_sha256": "fddbfc59f07773a2fad930d7bd1bac792e5137a092a484d011a75e5a6865d838", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.3284131530090235, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Alice", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Alice\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:38:48.722993+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d6263e5-2036-4f80-abcd-8a098dead151", "result_sha256": "4dcc3aedfedd89d27b551ac6a1c0138eec273707bd7b0c7f8b8d8fd51500736c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3379842800059123, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sorts Mill Goudy\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:25:49.401687+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "74b1dbb3-cec4-42c1-a20a-0bbac2f2ce90", "result_sha256": "c483c723de2da94d60f976577f6897de76996648d229f951f61cfe23a7d6b6be", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050114, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.06365884600382, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3929, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Zilla Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:40:14.106969+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc73f394-8a14-4368-b150-5f21ae057ebf", "result_sha256": "fe3fbe3cd41e5204d0352fc416080fb7fc3481d78ffe4bda6ce658d3dafbdfa7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5705187510029646, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Belleza", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Belleza\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:50.125924+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "db6b7c05-b355-4781-ad59-b44b4f84126c", "result_sha256": "81888db301b637e17b4cadac39cf8cda308ba76cf6a5f3ee9368dc970db46505", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1220679139951244, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Linden Hill\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:38:27.853159+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "128b14f8-5641-45e5-a233-376a972e0400", "result_sha256": "8a1ebc686a9da5367dabe1ee39c075519bf6050a3ccf9c9978961409b8fa6612", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.045302, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.07262338500004, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3528, "predicted_category": "serif", "predicted_font": "Brawler", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Brawler\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:41:41.322880+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "93db268f-7723-4b28-a10d-48a0c56ef799", "result_sha256": "f9c8d91a8aef6211493196af82c4dce2a6fa609400ea9df595d5358c956e0cce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.023357631987892, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:59:30.894124+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "da0213e2-918e-4b00-a0b9-1ee7c7489316", "result_sha256": "1221ff511ba15ea740ff65e927999ee814fc00f7be0a8beb8851c3a847e80c75", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.370363580994308, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Podkova", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Podkova\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:42:15.334945+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee8e2bab-f406-488e-8067-33414dc1f307", "result_sha256": "60f10c0177ee12c76f7fd99937d8773747ca2bb432cbb4d7ed1beadc42d825fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050768, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.487120912992395, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3982, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:04.946725+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec2eadd-3bd6-4b13-9223-936a7abef867", "result_sha256": "c9a969028f4e0e84d5a15dcd33d1af3e653f6a51520d667141c86695cf6ad4ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.037738, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.392980807999265, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2902, "predicted_category": "serif", "predicted_font": "Brawler", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Brawler\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:46:33.444692+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9477dac-e33f-447b-b2e8-e95fc3f95c2c", "result_sha256": "8a1614bdcc30817595d15d61a26f6a54ee7a2b5aa7ce175e22519bc59d532ae4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.657381704993895, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Zilla Slab\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:46:16.434156+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "457c07a5-ee5e-44f9-b172-9a904a6acf73", "result_sha256": "112317f1e3fe9d6751ec2fa308b074c89973cc7ab42c777050d37d86a33270f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003626, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.932013874000404, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rokkitt\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:15:19.262765+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9445a59a-7c2d-49e2-840b-70bddf71b0be", "result_sha256": "9f86ea6e0a126317b0aabdc341c8852b984136c6f72388d32a7155af81b987ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003584, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.888402711992967, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Domine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Domine\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:35.910052+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e32bf8-a259-4c27-8f58-e129d506300c", "result_sha256": "e01ddfa4c82835b99a4d15aa7b4f42cf1403b990ff0e0d5b449e64fae26509e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.296110683004372, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:37:59.462798+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f149652a-7ae9-4d37-a1f6-b7cc49ad63c7", "result_sha256": "acad213fe59abcf0eb851d5e69c6437e8ed90250b814a238eb1bd4b5241d47c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7810588060092414, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:51:15.851486+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c580f1c8-4d04-4457-92a8-6d57309d5d64", "result_sha256": "3bb452defafddfd7219b8c072b006824223f6a29bd83e5852cd6ed92343064f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.996009876995231, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Fraunces\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:10:43.196806+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0d48071-5a2e-4567-8af2-d109be8f6491", "result_sha256": "f5d637fc8ba23de40b29c07722ddba158607bf0f3b859061087c156d8a931ef2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.51574401599646, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:15:03.048210+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "156840bb-a755-47fd-abf0-5877cc59d49a", "result_sha256": "e48bcd085831cb087f1df11311b20a1d25ea4ff50526353e533413a4025b6ff0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.806653773004655, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:02:42.659849+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "409f45f3-e3ef-4951-8576-412bc27fbbc1", "result_sha256": "73587eab2b6bb758b856d947197b55e36d641899f4f56591146d9e837ff6a402", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5608035090117482, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:44:35.906427+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bdf3b25-337f-4a27-bb9d-b9ee0a363251", "result_sha256": "01c49dd50fe3928fe34f090b24bb7a9e8b357392cf6b4b988377be9b6fd5e8e4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.1053019819955807, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:24.565416+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c5701d2-65b0-4628-b9be-2077913970b0", "result_sha256": "7c7cc9ef0a5b6724cb78efb73a1edec9f2baf9e36c68cbb0a324aa588992d593", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00364, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.318887575005647, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Caesar Dressing", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caesar Dressing\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:09.413925+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7b6253f-d777-4e51-9acc-a5402a8bee6c", "result_sha256": "0737e44e966e4fd3d1cf93448951c26451b22986a0523029a7f78764501349ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01952, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.121222478992422, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1382, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:52.162919+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b655720a-6a66-4276-8cce-d57003b9e8a0", "result_sha256": "4d549da06071a3fbdbdedd255b889e90269a3bbae994a29c21b38d4a8b8cc7ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003338, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.4424812000070233, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:57:52.458016+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0fff11-8b60-4e67-81d2-07c786222328", "result_sha256": "1ae6a11414bedec2b86ad01fa467e8dd12b513d6ade259785d276c4d2a8abd39", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04556, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.039065794000635, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3555, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:57:35.625260+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "abebdf1a-6db2-4b60-84c0-090d0b0e054f", "result_sha256": "2067347d8874f3d8a63a70871b4c2647cfde9859da5c5082d1143f379d2c6ab6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003354, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6905856339872116, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:35:10.488579+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a250eb9d-00c0-483c-98f7-88ec4bc66980", "result_sha256": "73e66119dd89629c8d7f97ccd5ce9171af9c9109e644b284ffd768854e7d2ab0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1712542039895197, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Fraunces", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Fraunces\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:24:17.690705+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0b5f18f-7d42-43f3-82bd-1949259e6b85", "result_sha256": "799f9a7a77af77ac16114c37844dde7dbc2766bb792ff40d4dcf40c56794d33b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.274767775001237, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:01:07.172440+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "97114683-1477-4f6b-b6a3-730c46a93470", "result_sha256": "93c6db43be0ff9e7eb0ebd8dedf80fe19b517d3ef87d21d19ee3f1086bbef7d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2235253760009073, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:59.402545+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "513ae7c7-9440-4b87-93e4-988bd8e2bd00", "result_sha256": "2d9e82d08041b1b1af8970ab14bbd6453b093d86c39bade9bd955517d0dd177e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.280156242995872, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 33, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\":\"Rokkitt\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:58.560407+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b91d545d-9c70-4689-a766-558c638e4a66", "result_sha256": "0e08ab41693fede413e5461dd108d3c60e93ae1027a9b63b689e0cdcb9439fb7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.64932916800899, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "serif", "predicted_font": "Aleo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Aleo\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:53.731729+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "06af10db-0cbe-4693-ac69-4fee89789daa", "result_sha256": "0e7bc3b7676c2b54449e85a558086e143be87a38ea80cf5a1635a75350488cd0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050738, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.55362442501064, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:24.378406+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9d7ee19-6efc-4d82-b337-689b0470e8c9", "result_sha256": "41b5724a2e36c1957e4dc54b192b0949f83cfad232ae14774270c28c6020c5be", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.56510799798707, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Neuton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Neuton\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:24.719837+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b8c907-451a-4ecc-856d-1897120a58da", "result_sha256": "d573ecf7ee8e482d82352b0c2678c8fcd88019874e3ee4299ca78f1ebf648ff7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3969808200054104, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:51.378532+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9863864-84e2-4eb7-a645-f7948c6250bd", "result_sha256": "d269bda070712dfc647f98d21f13e5cd3ef1e36da641890105c6bb281289ff41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050768, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.08858598199731, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:57.783201+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "75288673-6496-40b4-8998-05af3a5a064b", "result_sha256": "88020574886fbaeff494ba558be64d554f62390fbbcff23a7b210bca1e111517", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.402022695998312, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Lexend Exa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend Exa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:54:01.359745+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "87283f22-dcf7-42c1-8be8-ab0b3dc0528e", "result_sha256": "7e1ef0d27b46a50637054612e37cb7416d2e373e493c611f6c4819e9a58df06d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.1050315339962253, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:52.449060+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0ab57e8-fc58-4a7b-b850-97c7d7292df1", "result_sha256": "2a7122cb485a30989a507d2c1f147a12466704ff0714c6a32f42fda69f9d2608", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.342655034008203, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:50:58.903594+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "792b2b9c-ec96-4fdc-8522-7e03b9d737bb", "result_sha256": "70b2ee8e525af30f261997e1d297c6c132636f9241666d84f271d6b2c6770434", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00364, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.7383060839929385, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:25.754900+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "05c277ba-dedf-4eaf-8f64-fb4b2e2fe749", "result_sha256": "795ecb46713a8bf2d75b1bff6709677374355482c153b79bdbb0dffea1d74750", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.44652194000082, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:33.483010+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "44e0524c-e475-4089-a3e5-88dc514d3a88", "result_sha256": "043bb001678dfcdae5ee507220bbb86e02183419a93198753cf56ee156371b20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021722, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.627121334007825, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1567, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:17:53.708363+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "47302fa3-05d8-4c04-aabc-afd4ab1a0cd1", "result_sha256": "210e64ef0108abbd15e7a6f367e4d75ec80d71fc359ea9120003bb0df41e8f28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2320609809976304, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:56:20.560698+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "25c387cd-c76d-46cb-81f7-8df209bf80e1", "result_sha256": "84571609bcac3c65216d8bca12fcdb8aa6f6197a54d3d2e4cd0a059cb0b565af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003638, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.336993548000464, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:40.094156+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bacd82fc-8753-4425-93f8-aedc7daac3ec", "result_sha256": "4ce1b367f9907249cc65ca441103e7ab7d42f51cac38fe61be4a56a41377e75f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050754, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.323776656005066, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:45:11.386513+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1b14e02-1888-4464-92f5-88719c0059cc", "result_sha256": "aec8e294a9dd6d06f0f94d5699607ccabc5b13e12fbc41f7ccc1cac94f40e673", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050792, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 38.81948027999897, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:43.581756+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "34286da1-d188-4dc9-ac64-2d6be14ef526", "result_sha256": "999192d2c32752b6879a3449f8fb4c8e73791ad977cf9e6cf5ded32e3a8c3814", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003368, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0476508249994367, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 32, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:11.939321+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4e36c3a-db0b-4350-bc79-3e1e14b5b074", "result_sha256": "9ad17ebcec9901585425865a440e5f3ebc111deb3deae8c6790f4c847ef79504", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.645846237006481, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:37:38.070198+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "54fb34c3-6a3c-4584-ba88-b8fab79ce17b", "result_sha256": "169257108f5dc3c2913caceef46b1c4212268788ce1635debac4f4af101e6880", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1845177659997717, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:11:07.365857+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e985d87-b699-4f0e-96a2-25aaaf192893", "result_sha256": "e7b81eb5c080ae6ffb2c7373bbf873ad595f04e643b99e2e9c5dfe6ccdac99d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3601236560061807, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Syne Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Syne Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:46:38.394744+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "81d488cb-6321-49dc-b1cc-6841d374de68", "result_sha256": "9030fb33b613d8fd7a3027e706c0f1b01b5d8446fa0a6b67d555d08368b2fdc2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.771442957993713, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 33, "predicted_category": "non-serif", "predicted_font": "Michroma", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Michroma\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:29.792076+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba371180-bba3-4ad5-80ba-d35bc4ed9b85", "result_sha256": "dd5cfdd21f774c20077fa1d2b38dacd16e36e7846fe67a9436571add0aea9665", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02081, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.05065252899658, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1487, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:14:20.976651+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7a6aaa2-c10f-4421-99c3-887e402ba4a9", "result_sha256": "4d34b241d3ffd56be2efbf8b7e63cf3a25793e5c728b9a46c0bb1586cba8c41f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2113289840053767, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Paytone One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:14:00.828551+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "44e75b88-9331-4475-933b-c45d2940ad4a", "result_sha256": "2b87b7f04363a1576f415b5d2f1bf71695a55af25531bd1bb6929b3931c84e36", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.728426034998847, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Paytone One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:25:48.591348+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0204542-9f51-4b52-a818-a2f17356e098", "result_sha256": "db36f7068cd174fde162661f7c93abfba4ad02c64e4dad9bb3db8e04b0640c9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003626, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.590095848994679, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Lexend Zetta", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend Zetta\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:06.703132+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d3727de-c435-478b-a8e8-6d881469e499", "result_sha256": "50072552c65a73d1e9792a2b6d550ba4c0db76a409ea5678f20ac2de92a50171", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04612, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.0260279619979, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3596, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:35.967623+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a2812a6-3e84-463b-9f1e-e8dc0cf06dd0", "result_sha256": "a8577730ae7ca179bdb82291055c16543c811846c6d91b26d5de529d3c5c2b7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003626, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.636327751009958, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Prociono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Prociono\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:21.369045+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c6c3b1-fea4-4bc8-9944-d8207f48ed6f", "result_sha256": "7f863bc7bebc97c12a307732f12891169562fe93a77e64c3238b77780127df43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.069998079998186, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Ubuntu\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:45:02.662782+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "03435df9-b10a-4507-bf70-578f3efdb18c", "result_sha256": "3e8ce6859f7814e1e9d58944a26cf75d788e1b5db508899b27942c19a4bfde3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025346, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.273912610005937, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1865, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:48:48.739764+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "78920655-95ed-4f53-af16-77e9c509a665", "result_sha256": "2eb0be1ede61762d6467eceebc8561e0a913c0319d04d82ef8b0337037f49ec5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003608, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0103611489903415, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poiret One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:21.727696+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3490dd50-76c1-4782-befa-d97466e0c561", "result_sha256": "5673f6211433f83b39ee165a277f6acecb55222720ce296ef8026b93505a05a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0156364800059237, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:42:47.067607+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "237cb0c8-c107-4bbe-8a25-d56a30c09d8d", "result_sha256": "75d3af3217bf9c4a81b8ef97312addb03bc07efc996d66f4fb383bb57b5eee0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003496, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5783504739956697, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:39:15.947784+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7efc3c51-eae3-403d-a502-17a1da5acb74", "result_sha256": "1fd086fb616f41797bd179ae3ee970fb031952d8b138c63dd29afc18fb5794a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003524, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3477586250082823, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 49, "predicted_category": "non-serif", "predicted_font": "M PLUS Rounded 1c", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"M PLUS Rounded 1c\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:22:37.944924+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "57ab4fbe-6a6e-4072-bdb0-dd7665c85862", "result_sha256": "42a53a724212a00101c8b6c8ae3bcd3140b183eb6ec837ee5b20f80272a89b11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003594, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.4121736209926894, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Julius Sans One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Julius Sans One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:37.741599+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c81d824-3ddb-407c-80b1-f59de2ef02aa", "result_sha256": "6722a0c5e2964e7b8ecacfb2b47a08d566ad8e0652bacc3503d9dad27e9a0af4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.620093421006459, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Jura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Jura\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:49:39.801799+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d11bb62-b6f2-4ddc-a0b5-51e91a8bfeee", "result_sha256": "ca0767842c0f695b5187816ca50e2a94da7f2b98c107ffaebc10c7ee8404625a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1793398180016084, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Jura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Jura\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:44:25.911886+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b4b94c7-865e-4684-9017-2f3f34d12068", "result_sha256": "64dd4761ab4921a865330efa8767f8bbcfccff336498909447af96b68e5c8328", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050694, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.53714364201005, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cabin\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:47:43.495093+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb526e3a-2dbc-4e32-9f9a-f8ddf863509c", "result_sha256": "d181dcde6627466f5dca021bf897bf5a1f0509870fbb3a3610e42d07babf8e68", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050606, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 33.27628504100721, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3974, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:30:56.066802+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "251ed534-657e-4ef8-815e-1704ab3dc586", "result_sha256": "674992b74e6e525ce0978d729cdb4c2906dc166768d3012419b883e910562c6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4060364860051777, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cabin\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:40:02.089477+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d56c4b8-64fe-4865-99d6-6b54ee399d4b", "result_sha256": "95d216f02ec1f322e0d8f75db8161a7e2b1541426f4e92906b0bf25fcc35dd52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.393561377000879, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Monda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Monda\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:36:29.254858+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "013235fd-a19b-464c-b09a-f2512c920178", "result_sha256": "02ce582edce4042a4010a9c57f262f481992a3ad318b32d2737948a39f5dcae4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.029455626005074, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:07:15.769479+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce784bf0-a0fd-4044-aec2-fd4974b43b8e", "result_sha256": "ec4b5b6b46354eda4629e3e492c5d976c9ad68d453b5e1515303ffb11c421711", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.484696058003465, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:04:15.728004+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6140ef31-0d5f-4922-bea9-f5337e6f106f", "result_sha256": "5f326d727ba623705891994f5b0bdf09fafc3fd114d0745448fdab369602a95e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00332, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.407427088008262, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 32, "predicted_category": "serif", "predicted_font": "Marcellus", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Marcellus\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:09.168085+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d05bf049-cc88-479e-892d-8df7a2952fc4", "result_sha256": "45324a99cc76848e8667ef0c7d8e3a40011b250115527ed8c8f751261d7a33d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050888, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.706617323012324, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:24.466433+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0b03068-b999-41fb-ac27-42669efec755", "result_sha256": "d26b5e35ac45262b79865e54656acf8df188503f7741e7d571a90fd47d61f7a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050774, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.4258277869958, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:20.158643+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6757cd9-b0d0-454f-83d8-e7f70cd76fb0", "result_sha256": "8cc1cb6887ef09d97d8a9f2d1780e1389a3af192d9710c02b12611f1bfdccfd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.365724258008413, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Ubuntu Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Ubuntu Condensed\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:06:20.872431+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "43940048-8be5-4fb7-bf94-abd047546970", "result_sha256": "e1873c8bc6234a7367429fb046aac1025ed2460a4e5bbed1004743e7517edcfd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003644, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.25676251600089, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Titillium Web", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Titillium Web\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:58.133086+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "90fd1494-db5a-4999-bacc-bd48656d40ce", "result_sha256": "e8524534d43d3f73a402c206bea3676d44c96e24e84205a88d9d34bd6b1cb320", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9139430429931963, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:55:25.320666+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "816a73c0-3ef8-479b-897e-56b2eaafd3d8", "result_sha256": "4f899e471864bee2d2ad174c8a1614d17a707dd3efbfd092679b2408e17ec91b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.897701142006554, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:16:25.091679+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c292cf59-f0dc-4834-948e-279ea527aa39", "result_sha256": "5090ffa3de7aa30b44d361a9a80e45b1527ae5913edc69efc2979672c784d521", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": true, "cost_usd": 0.062742, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 119.55822938600613, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:15:05.358799+00:00", "request_attempts": 2, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 1, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b196a427-07a0-4270-9e77-53eb945d0c91", "result_sha256": "f41d961be93eab1f7daa705e28e9d23e8ef6444807d4e316d1bfac0b1425636d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1334025770047447, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Changa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Changa\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:21.164261+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0ff8dff-c574-41d8-8c6b-ef337e2f68cb", "result_sha256": "580c83b90b9ef7525e090499eb98b893cae764c0abf9e2aa22efec9c00592e4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.4190507029998116, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:58:56.870132+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcbef69c-a4e6-4da9-8453-cbce88fdeeb2", "result_sha256": "9bca855d5749425365417e2d824f36eafbbd939a72cfc5a5c791382b9ea0360e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050848, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.0303016090038, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Grotesk\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:39.942965+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a81aa39-6c74-4e93-83c3-7f8d17f13390", "result_sha256": "1bdb4392b5dc5e56492185635b8aeb74135b4d08e96ef0a8eb013907fa9f896a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.1556884169986, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:05:18.554619+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9d4b8d-dd82-4515-932a-061a1e5b37fd", "result_sha256": "587d96cee481754fe1cd3cb681a9860776dd79e842ef39c813070aba035f5b5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0037, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.4381694049952785, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Paytone One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:43.608028+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce372721-0741-49e3-ad4a-031395cf744f", "result_sha256": "2ebf214e2b3c6194f1d8e7e30e91c70405db0dac41a708cf28b3bc728aab3ead", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028724, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.336536543996772, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 2152, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:17.304171+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aa5c85b-1d4d-45cc-ac48-2f624c3d4411", "result_sha256": "aa91fe8695ff282b7ac7e3ec1d4360bd1f232956a367cc27fe5d3b4563dba309", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.303915317010251, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:48:06.459484+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0393d32c-88d0-4434-8076-0750e4874f84", "result_sha256": "49eb02599f9ee8e96b55e7269c3e66c0a6b965acff21babe7d7bf2502ac67d65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003496, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9076161270058947, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:42:47.086926+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2bab92d-8530-4f9e-907f-d4982406b613", "result_sha256": "ed93d6a7f600ba437adf273f1ade008e7fc236b4ff8c16453a46d98a88cf86c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00327, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4552247840038035, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 32, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:56.762650+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab038557-5325-4bb7-b8e7-feac6eb676e6", "result_sha256": "5a44d195ca9e18980c72606859c51811952bc076a79ae1344af2761aa310bc9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0037, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.142590404007933, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "M PLUS Rounded 1c", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"M PLUS Rounded 1c\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:55.367012+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f40489f-c543-417e-b63b-2662d1470138", "result_sha256": "8f1f25186ac38d8905db69f786b87cdd9805f946e7bcc6095e0ea76b6b75e173", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050756, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.629402655002195, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:52.072887+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "060fe504-aac7-40df-995a-aa0758b22a3c", "result_sha256": "93ca4e35ce3abefc0a16a8ba227e905c47f60415ead6f6c285ddfbcb332e099b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2292737759999, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:23:16.715573+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c160fd-29e5-45f6-a8b7-e6975b7be404", "result_sha256": "7421a67db4e8d859a156f0f2e5e69b809d5e695c0cc6de3083f96a728857dfb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050846, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.82389596900612, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Syne", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Syne\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:22:06.463939+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf65a701-efd9-4622-b636-05425479575d", "result_sha256": "f1b20bf5a1e53c5d42ae1095662e208c52d3aff3caa3a0615c369d4c7e44cb55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003518, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.648222927993629, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Syne", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Syne\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:16:06.681048+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a7544c3-9347-4386-a575-a972f45285f7", "result_sha256": "b26510a9801293cbc168974beeb9f82789137ad3dc3e9fad648c6cb3b72b3176", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.58624653700099, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:46:53.030917+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "850e070d-8a55-4244-98d2-8d580ab10947", "result_sha256": "91795efdad7d51cc1be06248972d623a1c4d8439102b3e556269962b3ccf9301", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03298, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.31198233400937, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2501, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:30.626154+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "439bc990-2f63-458e-8027-4c44beb2411c", "result_sha256": "e9b3a9876ab4aa8f3c0392a76481e5999f614a751e66ab611149e1c9f44906d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.043454, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 30.70521986800304, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3373, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:18.363797+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "65a3ae6d-7f5e-435f-b01d-5d76711acd8f", "result_sha256": "d775c3e2b51977e1efb792d2a285eff3c35be9107d30bd78353395e0674f5877", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003652, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0058742289984366, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:01.388521+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a924624f-8b54-4ead-8194-7794d38e9df2", "result_sha256": "655b3ecbbfd83768451db9197a989ed727ae9d2312584dcc7df45c201f25c5d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019798, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.584308759993291, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1407, "predicted_category": "non-serif", "predicted_font": "Spartan", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:23.847887+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f826d21-028d-42ec-95f0-08ec138ce7c3", "result_sha256": "d660088e98d0decbb72baf61dff428aad0f539d7c1f4986e5c8e932b50d450dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.043772, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 29.246442185001797, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3406, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:59.657850+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1da18211-edf4-4adc-8684-291623fe6d10", "result_sha256": "f2bf3368e91688a33fca98baa5ad7c9a2141d6354b86983a517c3325131fe0e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050522, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.55726091300312, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3963, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:35.682245+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c59217be-f895-4c2f-b1aa-2935a6f42a20", "result_sha256": "a70aae6e8843575a01b0ae47e7c48f774f4f4ae43ef0c345978fec1a2fdbbbd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050138, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.349940176995005, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3935, "predicted_category": "non-serif", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:40.981649+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9aa5b753-c547-47ab-9171-fd0f5714dd6a", "result_sha256": "ffcfeef044d6e6359ab8794deba4c947eb38fafd79f2b0cab85fba2728e95959", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.078429301007418, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:54.757230+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5e3682b-fac9-4e6a-85b4-a711422a6c3f", "result_sha256": "9c9fb226d7728062b41f45171f76bdf9bfb5deeb60e181ff581bc6901e38946d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.90249302399752, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:43.106489+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb597eb1-2507-469e-96a3-eb9c047c14f3", "result_sha256": "cd2d0d9a54751e14c123daf1afbd3b07290438a65bbb1e3cc16cf572de8b10e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003584, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1933428940101294, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:24.779506+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d636b8-5ea3-444e-8776-29d575a5fed8", "result_sha256": "7339e334ca1f7f8615e2907fb4e846520ac4c64909de6037e27dc9d2c3e4f5b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4311855850100983, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:06.490729+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf7ec674-c5ef-49d9-abc8-8c4a4b1365e8", "result_sha256": "067b5fcfe3ab9012041398bfe3f2d651b270c827ea2bf13d642d63897661b691", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.8911923509876942, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 44, "predicted_category": "other", "predicted_font": "Baloo Paaji 2", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Baloo Paaji 2\", \"category\": \"other\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:36:38.113650+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a44a8195-7514-499a-9c32-c564451173ea", "result_sha256": "815f276ec9734e87c5a6a4f174c1af596635ae4eaba1974789d30538e08a7b56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4086537279945333, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:48.814587+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfe6066e-c688-424c-a2ea-5d9e254b54b9", "result_sha256": "0103d8a687c819f44356dbf4de02e957ad8af1283c48aebab33d11b02dc75ee1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.003544, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5059710280038416, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "other", "predicted_font": "Baloo Paaji 2", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Baloo Paaji 2\", \"category\": \"other\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:01:58.798293+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed0a0f4a-6bc5-44b5-94b5-cc941ee9117a", "result_sha256": "d514e60b359da3912c50f709c28d9b46f3ba36c6b417c38aef8bca537afcb579", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003402, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.891154915007064, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "handwriting", "predicted_font": "Mali", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Mali\", \"category\": \"handwriting\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:16.433834+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1f727a5-86b7-4173-8315-1981f7576fd7", "result_sha256": "6164acd65f4956b210e4eba58dc610813bc67c119d6818192a8b5d8c592b6a33", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1943060049961787, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Sriracha", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sriracha\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:08:16.531563+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f106b9de-3872-4e36-a514-b9389f5848ec", "result_sha256": "93b9928d8f23465225220ab1f0ec0c120b2010ae038dd079719fb68bb0b45314", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050714, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.13364277000073, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:33:11.986782+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "343dcb3c-0aec-4b12-b5f6-edc9844af086", "result_sha256": "be412bad0ddb545ef91bce0f3d65ef5d2d063833627ed1fbc606342949e76f02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003488, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0126894300046843, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "M PLUS Rounded 1c", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"M PLUS Rounded 1c\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:43:14.128543+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "18d8c172-6b46-4b17-b1bf-963dc0d3eab4", "result_sha256": "1a61d967802fdb0d772cfa33d904d0a76b833f268035eeb47eeff008e65dcbcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5591921050072415, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Arsenal", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Arsenal\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:34.231176+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ee3592-544f-4963-b457-0aa2aa01fda2", "result_sha256": "82cc5ab7fb05ca5b8623da58b95fba70422054c0f30cb0c7497983a74a777233", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032894, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.311843301999033, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 2498, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:45:01.602996+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "95136b89-81a1-4c39-ac07-060082ec7ce5", "result_sha256": "68d22dfe933a8150b841d2dbb43b15af0588ea5cabbe1e2bcefd2a2798f3c4f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003554, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.433316921989899, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Zen Maru Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Zen Maru Gothic\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:56:29.190216+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ebb0e04-f87d-4350-9df5-9278deae9718", "result_sha256": "c20181ac3fed31fb7a4457c253a932a924eab77aa2d24ea64930cbc147c314f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003652, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4712127840030007, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:46:50.270923+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6fe317f-2ce2-4f6a-a5c5-928412a9148d", "result_sha256": "d5b753645ce62e915b78217c1821b36dc92a3a324a8c4b7ec12e741811167a42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 38.79711020400282, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:13.936101+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "055719f1-94ed-4d6e-b301-9fa90786ce0f", "result_sha256": "5c002c6fe7fea9fe71d04761e36dbe68fb7205e4b52e986bb5beea552f53b25d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024224, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.148157322008046, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1771, "predicted_category": "non-serif", "predicted_font": "Optima", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Optima\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:04.894754+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a066c7f-2cac-4b13-8fda-5e6bdc566fbd", "result_sha256": "d9431dbc085dd9034d0fa164a842de9abcac91e4822da77bfe841cb66334826f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050792, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 36.2651412270061, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:43.175330+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e60df84e-2dce-4992-8c73-865aad70faf7", "result_sha256": "5f47084c669fc5f46877b49e8728a690658f80ec8b14d7a87fbafa3ec3a6b5fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04265, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.19993004000571, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3307, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:10:27.491302+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f61795c-1ace-49be-ab90-f9c92e32e577", "result_sha256": "438cd41d31d5842cdf113f6f4f4d82ffb8eacfa5afbb598519ea00d014ec08b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003466, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.493050894001499, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Yanone Kaffeesatz\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:34.490742+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1744dc8-86cb-4f98-a998-a67fe7b31da2", "result_sha256": "4af339ac1be5256097f60a078b5814a1a4da73d2878270639a9d270a84e49ee5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.68990331199893, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Yanone Kaffeesatz\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:08.654504+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "84283da4-de07-4ad9-9776-64eb397730bd", "result_sha256": "1582ec2f930ffdd8ba3ac4c495e6bd49786452be72cfb5481d2207f27e200f84", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.050738, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.965463025000645, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:08:41.717417+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "13807ccf-92dc-4ba9-a734-4bf8a179f1ad", "result_sha256": "c05c93978f839e25a5fea25bef7e14b42f96912bbc3b74f66aaa56aaf913a59a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7409605490101967, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Monda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Monda\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:05:17.557411+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f957997f-3d2e-4242-bb85-14ca63d0f78f", "result_sha256": "6e4d3d1dfa4e86d542908b9a404335e94de7d8e12d2d432a0970fb0b4bf3aa75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003512, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.074798596993787, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bebas Neue\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:53.830418+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a914a66-ae5b-4f67-bed6-0a2607d1ed5b", "result_sha256": "915b1ed84356b8def293b9b08d967d48066ffd24ea6f0fc4746aa7cd973112c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.93004884700349, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Yanone Kaffeesatz\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:44.102068+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c75b4109-baec-4d77-af34-b817d9269b5a", "result_sha256": "e952d618c9433ec973df91da134cc571dd1afc4ce25111db5f5d53c2642840b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3632052680040943, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Yanone Kaffeesatz\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:09:04.675644+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db459d5-c8f1-4f1b-9708-ae3d1d756f05", "result_sha256": "ecd29b2fd82d7e973f3341a6fd329146c278d53255df5fe838448066b3ef57c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.013529211995774, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abel\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:51.584409+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f4a68ec-1706-4d90-98c8-692e94640d2b", "result_sha256": "ce0f48256c5d61bf6166e0e1797230d1f341e4bc131e3d6d69b5dd5703a9e774", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.277994474992738, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Teko", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Teko\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:33.176911+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5682202c-063b-4991-a0a5-72bca48f01cb", "result_sha256": "a9a97c89d4e76deb5ed11d7f2aed1463daebecbcfc6117b28397739a7eb9f9e6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.050756, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.53971331800858, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:59.570823+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c4d975-a403-46a2-a213-71d705c75535", "result_sha256": "ec6b88e1bfbd5ecd478c6dccdaf9a3e173d635ad104b80709fb97e76649c73c5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012746, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.875193107000086, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 815, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:41:49.706436+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "616fc50b-556c-46a7-b999-44b99f71ca15", "result_sha256": "dc9317b6affa1b809d59e756e3998f81192ce2e6d67b89c94f43813cfb903c96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.214583727007266, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Antonio", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Antonio\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:38.645482+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5e8703b-a2fc-40bc-bae8-b7b39b7fb2bf", "result_sha256": "f1ff3a4d0e1107e1ae5bc70a9416b15d8891c1767b24e32db7041bf95e872aa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003338, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.217265639992547, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:19.929978+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "592985b7-a827-40c1-97c6-5b2c4e5f8475", "result_sha256": "f6ed0aa743b6a9f1962d32c3fba121d136f4fd36f8c29174a8d6f894932ea485", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050726, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.75986497900158, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:41:21.289683+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "82e084e4-7b63-4ce2-a7d8-8c4ac0459ffd", "result_sha256": "30679d35b949ecb8127484d6946df0c57d487cb4ddc09cf1c3ec33f5d97f86ca", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.043826, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.62179720500717, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3409, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:37:42.782762+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "151438c6-f994-47d8-a9b8-98c563087f6d", "result_sha256": "6fc1533e94f022ed5460a42c683036b522d1067f84e5a9d19ac52eae047705aa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.358002309993026, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Grand Hotel\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:50:48.780126+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb5226e3-9d56-4ba5-b19b-c266ca620a97", "result_sha256": "1af6de3a0e934e2389e0585657b9750486274ab84b054f1278c8799046509c9f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.426543956011301, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Grand Hotel\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:29:59.108754+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eb84676-0a0d-49a9-96d0-7c78bc3f3c53", "result_sha256": "60a73aa9698ca4886f165a4e7996a3d9f36d157e21d17e26ac096801bb1303e1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029066, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.212314897988108, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2175, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:32:48.472245+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b198034-8cd2-4860-8dbd-a02e789808e0", "result_sha256": "61bb75d2bab90f4176ac7bc099389d189e4ccd123e2589ba8cc58c95c2811bec", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.8767088949971367, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Grand Hotel\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:39:46.443199+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a9e6ca-d261-4357-9b74-c227f4e9c394", "result_sha256": "609ce1d9d5665d5989c685bb19ae2a32a01e5d543ca932c890677edfc6649f65", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.035906, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.6967236950004, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2744, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:55.754933+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "05b4b004-08cb-41b5-8e6d-287064b68cb3", "result_sha256": "83fd5db86b71ffb738107519971a0003f4cce85639de83c2f6b6dbe0a7705118", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.0110693460010225, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Grand Hotel\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:41:52.354169+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "071297b4-7bee-411d-ae9c-42a9890a9c7e", "result_sha256": "e27603430a8500f558aa7bdf028fa658ee6bc01487d41c02dda08f2544133949", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003496, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5147444429894676, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "other", "predicted_font": "Emilys Candy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Emilys Candy\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:07:00.898707+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e51c531d-7c52-4f0c-817f-a748c6f4672b", "result_sha256": "2dc22a99a346095829fdf88579314a6f3726ff9f4816f265b4cc32c34e719f22", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4097411629918497, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "serif", "predicted_font": "Prata", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Prata\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:12.374728+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cc2607c-0682-483f-a7e3-f86e99659d65", "result_sha256": "f563b1ba02084de1189d1dd225813f538f796fa7bea487bb863407ec3b1cde64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003326, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.9256869910022942, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 30, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:59.630457+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d8d3af8-48bf-45f9-9abf-8b56bebcd3bd", "result_sha256": "884a27a48e8ec134514d429129b79d6bc163b2b4012342dcc5b196a4283be20e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003326, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1081077349954285, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 29, "predicted_category": "serif", "predicted_font": "Neuton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Neuton\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:25.694091+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b221053-a5d8-4fba-b835-ec2dd45b9e7f", "result_sha256": "c4d7c64dc1339cc7b472c4de947cdaf7dbdae62ae0196fe49e051c174679e559", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4910214039991843, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:54:45.911191+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f5b5a9c-b234-4b4c-8a2b-0c2530f745bc", "result_sha256": "f075cd9bc725772850dde0ab8bf652ee5895285d11b2ac969413d665c7f58597", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03626, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.513120235002134, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2777, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:31.480520+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7fc6114-bbad-48ab-a312-08fc4d044dbb", "result_sha256": "abe79479f4a96808e1057fecca87e40b4a8df7559627eddb8d2d4bc4e2147f39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4290339930012124, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:49.824781+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0214803-913c-4c34-9e73-5cc5f3a7a3e7", "result_sha256": "3d8e3f6a3cbb4ab702183e6b93ea530ed7eb90e3e6b141fb6012ecd9033e63af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.049726, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.47607054900436, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3901, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:18.828669+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ee0ceb-3529-46a3-99f7-9926513eba80", "result_sha256": "4dd2aaa84bcb9a0ce21af6a89fd00fcc86f0444ac530bb26149a7836149bdc4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050834, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.29029326100135, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3993, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:04:59.899454+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "789fc702-b11e-440e-918d-4aeecb4a7bcd", "result_sha256": "312e4aeafb9b84b0b45a153370b444a95bbb6839d0d6d95c421184a44f9bde72", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.046574, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.182202750991564, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3633, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:06.321743+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5755c623-e8a2-4b7b-bcae-f90240147f88", "result_sha256": "f6f7f61e90b3ee0bc80d227d2078ba3bdacb000db267449ff07deefc41ba0eb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003246, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5741932170058135, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 30, "predicted_category": "serif", "predicted_font": "DM Serif Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"DM Serif Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:28.241599+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "459ae80b-e7ab-4171-8737-9e64db6b6230", "result_sha256": "01e457ca6c7300bffaf3a7acdc2dee90fc5c0d7b3a0ab98bca40f1c8db3c521d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.524349177998374, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:20.435724+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aea55314-821e-473c-9299-c6aac6ba660e", "result_sha256": "b8d19a44730f9f294911b6c5a1866f34a6669586f6cdd19fdbde012d22dbbab1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1728932690020883, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:19.955786+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3c4fd8d-be68-45c7-9904-72c508f53106", "result_sha256": "cbcf73a40201122f5c74d3c1d83491f875b36473701ec3930897453d96c43d91", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5336283770011505, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "other", "predicted_font": "Bungee Shade", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bungee Shade\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:32:02.790391+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b105a4ec-107b-4d98-af37-a350dbb28d62", "result_sha256": "e97ba2d2778c3b8a4f27ae693df24a850863ae67922033e57ce7e4c9d3af9c9e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.134980346003431, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Abril Fatface\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:16:29.902900+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaa9bab5-b8f1-49c6-b714-c6fc2e010cb3", "result_sha256": "76bea15abb0fb10251db96fee76e340ea0e1bba6083c0de2fb68fb7981c6dfb9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.037028, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.048962503002258, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2841, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:43:32.059769+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "42d1e63f-90b4-4f01-9ea2-ac0e8a92ef86", "result_sha256": "16729e4c7c32bd559e1b1a76c96bed47cc8ae67aa5c39a891eba7d2f4165cfbc", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3635014180035796, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 34, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:06.968055+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd917e28-9875-4f0b-895f-76919819f537", "result_sha256": "deb46478dd81db1aa6387a41879b57407c69fc5726667353fd2370fd7f862bfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1785905699944124, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:46:54.418839+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "175db16b-3af3-4fa7-8774-aa33ab88c4e1", "result_sha256": "c7627af4a792dc33527f64550c57f294fdd2fb41060f06513c037e6a548e2cae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.803288839000743, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:23:12.771829+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9de94bc-921f-4dc1-ae0c-29ed0601bf9a", "result_sha256": "9bfc3c28e966598808919934d24376db1cbed91c41da3242a7db1fc5824b4782", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2098825849971035, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:00.871346+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a5d0ffd-3511-4991-9eb7-a52552bb68c2", "result_sha256": "2e4494d63b6b680e37aa96ed9730396f9d5af44823fe5c86a448dfe339353954", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5760875629930524, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:42.713241+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a1f2fc7-ec4e-4cdb-ac6b-5f4b432a403b", "result_sha256": "b2e84064e12076a79e58750c78700352532750213fe216ff707be840e031496f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05086, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.404923129986855, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:56.576709+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b14a97e6-6977-4966-8993-2e32e054e214", "result_sha256": "8d50429a45f7c044732d699a4d1b35ee210de3c18561f2e2875d767482df02d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04193, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 32.97747090499615, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3251, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:43:17.569399+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dae1972-4d91-410e-8715-d431e272b567", "result_sha256": "1af8366d0a3e09f1f01d777ed6e2db828a20d0135b14d66f048a24a9070196d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.130537582997931, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:07.077595+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "32898368-00a0-4a39-a5e4-e14d74686c8d", "result_sha256": "94ec8b6fddb9845cf2c500a9450e30c121cbe2200612f18493568b75afcf10c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.275715832991409, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:51.704415+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e68ade6-a69b-426f-ba2a-d63335f2b716", "result_sha256": "0fed55e508f22bece74c35162c17b9bf427963cc15ba7e30b80551a2a0f0f635", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050822, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.71514331799699, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:04:36.623526+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "82dc01f4-86c7-4102-bded-622bcee1855d", "result_sha256": "be1c84d9d957f6935001a496bc92f49b9ddd47d7e85f0bdd8c01fe12e50decdc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5367400819959585, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:58:24.762639+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "25286562-5096-4841-9966-bc573060110b", "result_sha256": "d0de8ea196442aac06a97bc024b964f48d335db5eae074afb84c2e1913cc40ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027302, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.777416489989264, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2028, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:50:31.377400+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "087bf75e-f859-42a0-973a-cefd3fb20102", "result_sha256": "6c81ae204977fbf51d24504a9615e8a2eddc5bd12719f3d164be5bfca612b0e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.042736, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.579868843997247, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3314, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:44.673604+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b097f4fe-d754-4ca7-982c-b6accc5468d6", "result_sha256": "3154d77f6ee721db6127a2309b7c3a96521d9e4543f9433c715238dbc8a09613", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0242, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.688483423000434, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1772, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:28.079753+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6166e750-e307-428f-8a0b-4c808ee7fa83", "result_sha256": "40d862796fee24f61f52c37957e130c663d11610c0c856cc478bf13a9790093c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003506, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.515430457002367, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:23:21.845162+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "445eeafc-ef84-4656-85d1-359d084ff85b", "result_sha256": "d4368763aa08b847a7edb121c9ebd4ee8069542c4dc0a49d70545394840940d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021338, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.928626213993994, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1535, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:50.183571+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bab81740-cad3-44bd-b25a-386ab750974f", "result_sha256": "acd257f1bf3543dbe7b044d9047ed2d95f22cf170acf451daf2b62fe67ad9602", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003664, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1237590630043996, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Plus Jakarta Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:52.752806+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "55840bfd-232a-474e-9b9c-6bdebd0f16a4", "result_sha256": "e6edf9cc3aee6c3350c7ca81b3c2502fff8513d3f99d659225b8545a080e8e03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.1450949889986077, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:46:45.850723+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b616e209-f949-46e7-8f06-764c42e9fa7e", "result_sha256": "df45e6e6d6bc3cc2df373d3ca337ee29c1e46673628afe9d55df027d38504995", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8568588140042266, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:41.695941+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f70ad38f-6f6b-4be5-9c2a-9c6d5a458162", "result_sha256": "fdd8e354a955d9107dfdeef6f4031a6dcd3d2112262aefc57cb9931ca2ad9c93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050828, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.025471725006355, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:56.326466+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff2b56a1-d592-4884-b194-3c8dd713b32a", "result_sha256": "a95da46343d9f22bed95546a9e8f95748af00b4ddcb8ba0f22081b78252773d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.99172636399453, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:38.907907+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5991bdcb-7e5d-46e8-84df-c0c4d8b7abff", "result_sha256": "516a5df97c5dbecdf4878efc576e51e4b6293d04942d13c18c40803edc9664ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7988525129912887, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:58:46.252895+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb4bf59e-544f-4ac9-9e18-68a9c408a69b", "result_sha256": "5632c57ff17679fbe7f7a605d876c94febe36b1154a1fd258c3da4225ec5e159", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.041034, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.457863107003504, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3179, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:29:23.903716+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "976a7840-73e6-409c-a897-795c721bebc0", "result_sha256": "bc1a9534f76a63c4737659bf43376b6a6a514c53caea3d761605dd1ba51bc35f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5554944299947238, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:37.287883+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "66cc8579-41b2-485b-b4e2-759cd530a774", "result_sha256": "0c86adccd7fdb00c52c0c8d18f22f32949cab10ff8edb3ed267f3d4e930eb2d1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003638, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.792714695999166, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:47:00.791350+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "503622b4-2711-4194-a133-c8f0a8f8ec91", "result_sha256": "cc44025c3b0601b1dd596ad0768481ca92f9105cd0ff0c9ced911265e4065bf4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.5078415970056085, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Changa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Changa\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:04.180675+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cf90cae-c9f8-4f72-a7f8-c0ca3e9b2abd", "result_sha256": "b38bb43305ac93bb31c94c9be696855fade74fa1a6720334ccc1abd68bf7a769", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033512, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.494786376002594, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 2548, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:14.298075+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "760f47a2-5c3a-41c3-83b4-a24ca30bc013", "result_sha256": "4ba0127afb0eb8a16b96bbe7f1c6a0b4bae9a38a70571865465eeb917ba9531f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1191771140001947, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:49:08.440768+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "92d53027-ffaf-4d00-9d38-3964663c8f14", "result_sha256": "d073a3b39ff302fa9ef29ee10e7bb76692239a1f23fff60f74315dec4e7ced15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5261727409961168, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:27:32.171235+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "80921b01-e1cc-4054-8c1c-8269a5c8daa7", "result_sha256": "2d2565262dceb8ae294431add27df74ea9efc5298f6b565c3b0121fed2495d03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003454, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.15145594200294, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:04:48.430360+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d513d203-17bf-4ddc-b513-0098cebc4e03", "result_sha256": "45d5e19be7ad7cd3e8114e68c1afe59bfc1da5e02bd3ed0b7fef4e365d655c25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.050794, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 37.470048287999816, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Paytone One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:15.057870+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c5f5f10-9071-4d02-9d6a-5de31cf48ac8", "result_sha256": "9bebeb8c57a33dcb1e15657328cac4e8912a783d48f07587c2cc784a80f1c6c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.228812332992675, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:09.318954+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5520e233-2979-48b5-b9f4-d460196ac3e7", "result_sha256": "1f979817bd72b58b91e2bacbc14d23d082070b00fb50c47e2249b337dec12a08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003614, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.9376085410040105, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Paytone One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:43.729080+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a4948f1-b851-4a7b-b7ce-cb9f549400bd", "result_sha256": "67faa1b543f8b56770df173ba75ca00167ec2bafa1664070ad3b391a8d9a7ebd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003452, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1324649619928095, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Paytone One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:46.281443+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8553aba5-cabc-425e-9325-05d2885ff934", "result_sha256": "e67ee6c438bb81c043f3eea0e32a63a70ad50cf419b427bbf44dc4f247e93d23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00368, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.15929353699903, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Paytone One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:02.457546+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf44dd0b-2fd8-4359-92e5-826db655e53d", "result_sha256": "b60321cf81f2d0a895034b4c4934c0180c056635640dbe3ce5086b369d540c7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2216293749952456, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:29:36.365985+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef287b1f-7ba8-41b0-8821-dc186b271965", "result_sha256": "6856d81a3a70f55b5e374f8ba60f1404fc55292b84ca0e66bec5cd3b0928e27f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003388, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2507347429927904, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 35, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Paytone One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:02.686147+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "226fb1d3-d195-474f-874c-dbddf3e92edf", "result_sha256": "0846fcf69852d013dc7eae43376f5ef54e5bb9d429c4c394bc5e6121ff1eeffd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050742, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.9070615380042, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Archivo Black\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:59.197548+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c88b3d9-c591-44b9-8601-c0f8c72870d6", "result_sha256": "4aaa2ba2301bb69f569dce7538c56ff8640895a642620586ab2bdfbc69de9ef1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003266, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2563274300046032, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 32, "predicted_category": "non-serif", "predicted_font": "Varela Round", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Varela Round\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:40.041464+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2e911d-fd28-4628-8885-86c8f6d9ad1f", "result_sha256": "f665b5ee514f4e64a4d1c316e8f37ae7ad2b91429f77e67ab2a9513494d05c92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003328, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1120740250044037, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Ubuntu\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:36:23.929914+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "18cfe608-4b75-4c06-be5f-771131a0155b", "result_sha256": "bd35a338c6cebb090a2cd25f20efb98dc969effc0243ea33eb2853f6ddd3e9ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1865341649972834, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "mono", "predicted_font": "Overpass Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Overpass Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:32:58.317273+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "20bd4181-8076-482c-8d51-190de58c8edb", "result_sha256": "4463b090b1dfe57a6d3c9a050550336322651a4e69f5226b23eee8d9f2cea76c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050756, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.50803217399516, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:26:59.024699+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e8f7b9b-59c4-4332-8e5a-bbe8cd6c39e8", "result_sha256": "6ddc6b2ab3b71ec27ec18acf3a58323e846c57736641d79e4440758360d7f668", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02405, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.256113314986578, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1757, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Noto Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:40:35.048871+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "217fbc0e-9072-4079-a2fb-535934f34f9f", "result_sha256": "2f21abbe334bea67331671600ace27e4d0bd65a74186db535e6de30e134b2357", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050846, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.956490840995684, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:52.244435+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "988a1880-40f3-465b-b81d-d44250d35397", "result_sha256": "8175dbaa5c3443c7a9cd8f7af5f7dadc5565e18c4909f6b3e964365663707c23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003698, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4657198720087763, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:10.623570+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "82fc294f-d32c-405e-b375-15efbbf6b5e1", "result_sha256": "4a9254e6f482c388f2f94f46d219c8b948084d7d6b77dcc30ea20d16b8036055", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003688, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.9618758559954586, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Tenor Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Tenor Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:04.414449+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "28223ea6-31a1-4ce0-afb0-3495a512b757", "result_sha256": "f557e307f295405f55d8f4f13cd0ffcc9537dc51e1720d4f6c1107db25197952", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3414860790071543, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "serif", "predicted_font": "Marcellus", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Marcellus\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:42:09.057620+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9eed27fa-42f0-4d23-8e4d-5b18f8cc9bcf", "result_sha256": "f80375f4c1e1cc10b0e04d7246c7d3371e45d242a201ab368e66d7cd089729ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.365752366997185, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Cabin\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:24:00.272521+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc6b585a-99eb-47f2-94f6-9b788111328b", "result_sha256": "a3da409c33ba0216fcb1e6e4fe0d5e2c9ebfd8b8dd9d0dcb47716ec03cb819ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2526640919968486, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Karla", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Karla\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:16.907224+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd7aa3a8-360c-486c-b63e-2320c66baa17", "result_sha256": "85ea93941a70eb3a4d1c967bc1651e9b34155cd9f1fe517f62935ea1a6757fa0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.643654614003026, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Cabin\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:20.078077+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2825c9fd-4918-4db3-a13b-8f0daed558b1", "result_sha256": "de962203382d710a418a8d13ac2f392bd42e243b8b3dd733537c5b0a74bd70e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05084, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.21161476500856, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:42:34.291220+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e54de8c6-f766-438e-b74e-d8e7ae539dd5", "result_sha256": "ad2e646ba4aba44ca3cfa2d2eea370c323a4d8368d5a61dae2fa66875a5ad6d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02723, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.13428411600762, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2026, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Noto Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:45:42.217011+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb51b70-d268-499d-b5a4-3b2aa09203c5", "result_sha256": "1388ed3a878537c37a7f4d8da9bdf44a5821b606fc64e0c0da0dd6b73e625005", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.0720295240025735, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Monda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Monda\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:03:00.088235+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "35329786-6019-40c4-a047-9ea3a6462e92", "result_sha256": "2a1c86a7a5287fefb55227bdaa922bd02096b956e5a67261c38f376b11fae207", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050846, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.783871076011565, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Alegreya Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Alegreya Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:57.655673+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "91ad6361-3526-4ed5-a4b0-f52b83daf646", "result_sha256": "4af2f765afbc88f9749090e36fad18027b21e52d000d50e585ad1f7719193e79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033836, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.25865363200137, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2575, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:53.225066+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd930a2b-7c52-4153-9e90-a5c0291fc588", "result_sha256": "4d0e42fc84be3e41ac071ace2aa2fc528077ddeee35f85333425139fade129d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9971103249990847, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Alegreya SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Alegreya SC\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:25.015278+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "81453a26-03ed-4fff-a37d-4feb441b83ff", "result_sha256": "b9e37fa113edd8a993e826751c5a761613beef313ed54aabefa50020d19a0dee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4312039090000326, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sorts Mill Goudy\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:07:18.221163+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "42d4e853-bd38-4db7-9a04-065b79163566", "result_sha256": "b4fb20abf2fcbbba23a19b2be9c1b903ae11da763248b787df4bb43e41b77345", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050606, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.94222889599041, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3970, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:00:24.337054+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e7b0d1-913d-497d-8389-f709079fcf9d", "result_sha256": "5fd88646f9714a15882244723d4de2e2da3a38a7a764dcfe6932254571908317", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050834, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.33497642099974, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Cutive", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cutive\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:18.984847+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "641b75f3-bfdf-4fbf-8e65-c5edc6395c7b", "result_sha256": "3a0afba15e486b477897f394d9a68a0eed8758092874e8aefe76a5334ff277e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003508, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3648018989915727, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 45, "predicted_category": "serif", "predicted_font": "IM Fell Great Primer SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"IM Fell Great Primer SC\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:51:36.326195+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "282862a4-7a61-4561-b510-d648233d97a7", "result_sha256": "1cae90566092332c3d33f4994d544323e42acc32c7efdc885c72445d858f8f49", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2653405819874024, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:45.146656+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "147a1d54-9129-4285-8162-2640dd1e920a", "result_sha256": "0e3e180fa34116ef72f4f0d4a0b6568771cf9a48aea81e79f62cd727e60228fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003452, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.102787645999342, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:25:07.159659+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1e875df-b1d2-41df-9607-1f67870ae49e", "result_sha256": "dc9fd87370d836daff519c64580950f80d8dcd03a5a3f8adeb33f5e54c65dd71", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.513334786010091, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:01:55.849093+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "773e74f9-1e31-483f-b882-20a90b9a9625", "result_sha256": "5a164109f2ea4b7d1116b0ed608960accc4d852f1d8cd2e540f8a7b6a8f5be0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.584951347002061, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:22.027382+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f1e0b32-d0a5-442b-bebb-9fdbe5c750bd", "result_sha256": "562731793557fa3452561f30b57cb2099219b3d9bbefbddc0bc3434c175fd2c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003614, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3064913069974864, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Besley", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Besley\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:58.244821+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2625f17-b159-483c-bb20-fba9da76b445", "result_sha256": "034529f19e6986acd37454b1c1e2761ab4f2a9e576bafb39e2fd60fcaeae4956", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02135, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.832910533004906, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1532, "predicted_category": "serif", "predicted_font": "Volkhov", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Volkhov\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:50.043858+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2287843d-586d-45af-be49-b01ff8b1692c", "result_sha256": "b5ad6999d9ea066c20899bcd431e34a9f47c2daccc90ab82f801cf955477ec5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050706, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 38.02947513300751, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:44.763915+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "26692664-7b58-442e-bb02-932170f322ec", "result_sha256": "d9356f4700effbf0d941114c6dac39c9956d4b57061c7e374267182d90867778", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003338, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6142764810065273, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:33.465105+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b68bb2df-6026-4c48-b64c-e33ab2436dbb", "result_sha256": "c089745e33a35ceff9c12ea6c22f0ff9096a3a92006fd6cbc08dc8105ad11da0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.537380583002232, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:55:43.290920+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "30a1f1bc-257d-47e2-9a6d-69d46392e6d1", "result_sha256": "0c97c5f5910b0ed763f308ee71352e65a96083579d9753e588983ad1be1a7569", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7779267090081703, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:45:55.255913+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7803429-0a55-4de5-8300-6cda42609473", "result_sha256": "b8514f62c6ed68e2813c3a4fb6d053748524941624318fc85aaf4916623ed571", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4259471709956415, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Orbitron", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Orbitron\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:31:47.025227+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "84bbed01-c4a3-4cf2-8cac-647462652118", "result_sha256": "201a7f44a42b04c7c517807aa0971a267421dd4cfd31c5cfd969566024073917", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.856779275010922, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:47:55.547719+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d874f8a-41ac-4c3f-b8d9-9a68c5935845", "result_sha256": "5944bc207874c4751badb021b0e306965f8f64066d4b8c300b6bca625f5b7859", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.415306064009201, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:25:28.362907+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "88c03fa8-f3fe-4fdd-a2db-bfa328910018", "result_sha256": "038d674df64f921222cdb28a7a3e2437220cb2e77cf64d227eed951ef96d8d08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.541216079000151, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:44.496042+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5001e30-73c4-4232-a411-35ceaae9ec75", "result_sha256": "214c6bc5fd843f22a4f7c2dc361a2d1a381a8fd36d829bc880526947c05ecd84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.554624939992209, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 41, "predicted_category": "mono", "predicted_font": "Syne Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Syne Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:50:54.169470+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "33438885-213f-49e0-8509-02b8d35bbc6b", "result_sha256": "70dd144207688a203c94e16b5d782d59c187194f13b8d8a7993497495af79171", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05086, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 38.115816351011745, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:03.887293+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d0cb903-2fcd-4cf9-a778-1743133ba19b", "result_sha256": "2b229bf15cf7fbcd59042c53596ee821e209fc44d556af50ad8711ea0bb3241b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.3437078679999104, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:57:11.701460+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "67ea6080-88b3-4cb1-948b-d1398a2b9c20", "result_sha256": "e6eb1bae89cc6ee22ecf19df6c2140affcbea3bcdc8db84c40e4c1844e7632d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01379, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.834448370005703, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 906, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:51.112903+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf067bc1-6d3a-45b4-8c06-1de1e249ece8", "result_sha256": "4b42b83ef1f126462f7e1b36ceae4c058af2bb2d5b3678292340456aa83601eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.01941024900589, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:01.408778+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "73ae143f-1e94-42d2-84e0-280e4fe5d3c8", "result_sha256": "7c38b87edb461ce7556fbae1418560e584901b27496f0b9cf67adce1c4a16858", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050766, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.28289256400603, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:49.353511+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "883afbf0-805c-48c7-ab48-5e4dd1ea2c4f", "result_sha256": "22eb14d0467bc546000d9f90eb939804ecf9941a9642a0e1535097edc9cf704c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003692, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.762109718998545, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Tenor Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Tenor Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:56.399443+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e07cd2-a5d3-4ea3-afe1-3fddc709eecf", "result_sha256": "2bf53c00ecb6911ffad2fd43cd68fc1633526263cf9bd79c9aa23f28ba89d876", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050706, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.74739842599956, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:35.719858+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2295ebbd-8c9b-4178-a394-eb6cc4764739", "result_sha256": "7a4c6646f75fd831b6fc24b7b6ee58dda9dd02728d83d1427b5083d21040558a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6317676629987545, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "other", "predicted_font": "Shrikhand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Shrikhand\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:07:51.090660+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccdb0350-313d-4f93-94ca-182fbd4873af", "result_sha256": "7f3f4284bb6d043b0b947f7c931056476a2fa8addb2cab6e05e9e3619884818c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.202166739007225, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:29:18.939911+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "73aed9ad-a059-4ec6-8a5f-4b205acbe58e", "result_sha256": "64305895b0fdbd3fb0bd94dc03d245b28efe36faa9f30ca74ed1a35a731f3ac2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4593646839930443, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:47:05.164267+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b849c35-bc98-4d4c-92e0-7e1fc1fa0e26", "result_sha256": "f9ddc0201b28dc1e1e38f753b328459d3e3077e71250e270b2aaf500b4382617", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00352, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.345563383991248, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Paytone One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:28:02.035728+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d83a1d61-6609-43b9-bc10-2480ce1eedd2", "result_sha256": "b9b6535c866d14734c66a445519b46e2815d1b93fe30afc0af255b09b6d3ab0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.166805855988059, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Paytone One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:01:20.482822+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6de9a1b5-7ff4-4237-806d-c74c03b9aebf", "result_sha256": "9809c1b0e2d3602ec8b8a8b0c7ec306dde9411cff42466eeada4d3042c2f1338", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05075, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.843691365007544, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"IBM Plex Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:01.984582+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7887ff7-e174-4242-bf1a-8e348a099ce7", "result_sha256": "eba1216fb59886e945078635cb774543bb958c12948a4046f2c05810e557517d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003496, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.790863046000595, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "mono", "predicted_font": "Cutive Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cutive Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:29:30.557422+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "09f8a413-55dd-40f9-a7fb-9bc1bc00c044", "result_sha256": "01586965ff0d8b235ddb19eeffcb6662d4b79755017d15d46a03ed0348cca604", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9339275950042065, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:01:53.621866+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a7109a5-5437-4f4e-88fa-05c47d553c37", "result_sha256": "3a42844f967fd302f7bb65183389c5969ef3e073de558310a74a1faff7dc2324", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050792, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.14931191400683, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:27:05.492406+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "323521a8-61b0-431c-be2d-7532d9b2855f", "result_sha256": "38e71b4ec271ecc3b2eb686d3de28196c9ddb06c8ef36616dad5e190a2f7cc30", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.037588, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.93114047400013, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 2885, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:30.404810+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f8b9c0-dbd8-4027-9434-b6374f70f420", "result_sha256": "7d78e709a503495982a8e719c895a2aae7e8f9b8f962be05cc2f1a948c65b296", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050726, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 33.515466390992515, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "Anonymous Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Anonymous Pro\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:36.609085+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bad872e-0fc3-442d-a4b7-05dc54946919", "result_sha256": "df103d4a02c63486a4fbf7387546289e6398bdc7f0a4cf6a5783c3d27b0284bd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.039242, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.636775660997955, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3023, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:38.333157+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d0cd65a-357b-4772-acdb-e4e7140672fe", "result_sha256": "06643f413793b4c9dfcdbaf09ea88ef277ac2ade5d71bd3b5d00588b62181e1d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.000132528002723, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:25.470840+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4883b25-df4a-4b01-a76d-a4b045392fc9", "result_sha256": "f60623a2e0f8b1cf7a92336e694c0fa034eff3749386f1c19fe14d28a6e8824b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.050836, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.660623978008516, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:03.543970+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3599d010-4fe1-4b3b-9e33-1143094e693d", "result_sha256": "80c5c92cfa9baca737884a535e1eefe8207f81a6f1ec792aebf336e9a626d0bb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.042482, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.030475111998385, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3293, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:42.270366+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "59cbd37d-648a-404f-a6ba-e22c747deabf", "result_sha256": "74f5815100df4bf3b824be097a3ade402779e2126e331d2bb70e1fee5678668c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.684091688002809, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:02:30.368139+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "81768cb6-d61c-46bc-9ee3-8c9e744aea9c", "result_sha256": "7f923986c2344bcfd2695a1bb2277d25383e7f68dcfb29d70b14a787504a37d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.2257611509994604, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:04.932183+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "167300ab-7147-4a6b-b719-912b239c9fd6", "result_sha256": "b760c5aa6fbe54d7af0d4d49844b619de9a0ddc6e0362f5fa18020069044306f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003332, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0790604350040667, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:41.704005+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "27fcea32-7f93-4166-a709-ac0ccb70e627", "result_sha256": "ca47f0c8884d4611d493c422bc20b4d55afcb59ab060647fdd9ba6701ec5ba31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00347, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.059012237994466, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Manjari", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Manjari\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:04:32.571951+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3a5e51c-0ab2-4e30-a736-c3d57fa5e749", "result_sha256": "bdc3cf5d609bd3d7c00c506e22cfcd0a3705749f7a77c5261322daa253f772f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03506, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.97722968699236, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2677, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:47.951988+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9d1ce00-d276-462f-8c46-813bfb0c29ed", "result_sha256": "467c1ecb068bbfa547f1db62e40c2175dc3ff625b89079844b31e19dce7254c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6838800389959943, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:56:36.896286+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d257467d-abe4-4307-bc8a-af91ec4b8cb0", "result_sha256": "03a4319148b72246d51f605d4c8a8b5a559d3bd39c056a697b356fdb482feb62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003668, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.545307228996535, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Syncopate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Syncopate\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:10.614171+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "df2d014a-c3d8-4e22-9a02-528fcf213e9b", "result_sha256": "25f8859325e9335d24031f53d466c9756d1a3816eb0857a72065c26070875afe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003582, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5279834490065696, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:42.648528+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "36eb2ca3-7967-4b62-bc1c-b65391b69463", "result_sha256": "99990edf63057516a78307fcaf6564cd902a9f8a473654c032acf055206e7ea0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.075053308013594, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Chivo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Chivo\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:59:00.809739+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c7238dd-a999-4ad5-a8b6-7d1488d04de3", "result_sha256": "334814977982885703c4ba7459132ebe3bd43b803dfaab463f2e1395e412a232", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.039186, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.993243010001606, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3025, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:49.319448+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "68825677-09d6-4b26-92f1-373a51fcdb30", "result_sha256": "99d09469a20abfc3c3c1300e2b8e3fb94bec9daffc1b3f61882c858fccbc402b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.046466, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.519043025007704, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3629, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:14.277746+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccd72d37-2922-441f-84a3-0768f8955235", "result_sha256": "b9cedba2b472cca029356b086a91b459c45c91ef745e03e7342a3d89aa4eb2d8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.047042, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.82736995400046, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3677, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:59:46.434095+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c3e75f-f215-4d21-9092-bac2a5cb2389", "result_sha256": "9f4a4228b5eeb24b262364546fa5c08178da7bc7c2fe64132f827418c25404fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003518, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.429627913006698, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 46, "predicted_category": "non-serif", "predicted_font": "Tenor Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Tenor Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:00:39.471262+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ad803b2-bbdb-475d-a589-6a2432449e40", "result_sha256": "f2c111f81fc3812cefd6e8981d71a3c060b96830b7e745d1077105bbed640f64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05084, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.74914015700051, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:03.455110+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7af8467e-b49e-4c7c-824a-f7b990181587", "result_sha256": "bba34c31d12a0069930dac977637869abd86e9461a8d31879d1b293431765c2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003638, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.799327460990753, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:40:55.779226+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dab7ef7-4246-49cb-abde-cd9d5179c138", "result_sha256": "8e7d42d5d483c11bb624024110d1ef23c59e383091d478caf49e0701e281015f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.015317152996431, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:31.150922+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a256c3b8-f5f6-4fdf-b2ed-cf0dbf99b4c1", "result_sha256": "4bb747c1d999ac08e3d2494d83bc0147c3b725548f22ed1c98c8241dbffbc118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.047538, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.3293482989975, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3721, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:19.487978+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "143b7f99-5403-494e-adcd-2d8195f3205b", "result_sha256": "2b3078af57b59dace18348fdc57ffadb9a56303bffef781ea56a17876d8819c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8651646499929484, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:27:09.746296+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6799160c-e85d-41fe-b31c-add04bcf2a5d", "result_sha256": "be0e5c4f1a9aafa93f60eb0d0433b70a6c9f32d0da837cd341562dfecb9daff5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03938, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 28.650132882001344, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3040, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:29.514335+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3390c6a-a14d-48b7-a5f7-6287138fcf74", "result_sha256": "5fd6d096b603aaa6516521504bc2782384b4981433ee088b7d4aa7cc48724872", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04271, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.65619177100598, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3312, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:08.331661+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca4c8da7-3b22-479f-a229-b17a827c9258", "result_sha256": "75307c3af99bb26b7bb9aaef09513d368388889713ffd7dbf8652232de451502", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00357, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3908165380125865, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Work Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:01.767919+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9b20c22-1855-499b-9195-39de643d5eaf", "result_sha256": "e74141d389a4c9c77dc83bdb13b6fc2a845b03039a5bc384ae0b3a74bd17f29b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0734074270003475, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:57:53.970133+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b8a3be1-0d76-4da6-9821-f718f54b10c6", "result_sha256": "b6ae26feac2d2b8a231460e745d9bec05fbbcf4f75fd0469a926fafa4b7793a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02609, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.08756825499586, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1927, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:39:51.590776+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "418f9553-80cf-48c0-b1c3-02ad9a8de153", "result_sha256": "7a14eb53b91b8149b137d4685fe7d6f64fba459bfba08fde330fb9ebe93d590e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028372, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.498157313995762, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2117, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:09:09.264462+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b508527-fdbe-4d0a-bc23-8ff98d79a940", "result_sha256": "b112d952737333a6e73406da533cf4549ecd83f330d1abe062a17fdaa6a15be2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050824, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.25258532399312, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:35.711160+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d105585d-89d9-4f8b-a073-52aab4b6437e", "result_sha256": "8f7d9f8611e0fcd33b0ad34c0e6fd3709cf0f0c4050b90979ffe2b98ba7c40db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050828, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.572985260005225, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Archivo Black\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:17.608010+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace87297-07aa-41ca-a873-5dcdb7384711", "result_sha256": "845827ca18196ee4969c27ad4e6d09cdf28e7f06eda20f569eccfcd222c84ce8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.0845708989945706, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Darker Grotesque", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Darker Grotesque\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:34:06.979208+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "270a0c05-155e-40dd-82d5-aaddf540cabd", "result_sha256": "c518ebe5ebbdcf4b1aaabc365b5c5b61e8c5bd071fb58a2bd3a04468242c46f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04346, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.867868233995978, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3377, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Grotesk\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:21.803823+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6082c4db-2ed7-4681-b4ea-30eb47feb8c4", "result_sha256": "3306ae5091d1b12371a3cfcc4148baa93385ba639fc74210da89ed9e8d498374", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.971471990007558, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:54.292942+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "16567995-cbc8-434d-9f76-412799f1695f", "result_sha256": "ddc77803a57dee664cdaa82f95cdacf59d420b744b6e2fa13887eff083de3868", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003608, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8837039040081436, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Grotesk\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:14.891099+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "328c5819-1b3c-481f-a1b2-3d031708541d", "result_sha256": "46260d1cc26ede21e382a0cc10d57c5c7ff89000b9e5d090a78aee3f8788a1d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050774, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.12384876400756, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:00.249671+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "80aea4e1-628d-4545-80b0-ddae4b11fbae", "result_sha256": "3b3fbef9fae81a04e81ce65f9d7e06cca370311371d6f741126197563f9f701b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003506, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3539579950011102, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Syne", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Syne\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:09:16.997822+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c28181b6-d3e7-431a-a538-e93c88359ed8", "result_sha256": "29de2a9f3ece9bf5c5992011b8407d9ad8d6b6ff742e5f393bac23792d07a281", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.237435517992708, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:13.172930+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c628665-ea89-4827-ad72-db8e7bfb508e", "result_sha256": "718e8783e1d83011b5498610e3bb6c901d8f76637979a5cd103b690209f34cda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003484, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.743977214995539, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Archivo\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:39.227550+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "afe3d908-d926-43fd-a918-b1530029591a", "result_sha256": "025d1d7e02c5290b414176241a5cc264b84e9c85494de8db9f53c54139604d8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1832663120003417, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Chivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Chivo\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:05:39.138278+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d78735b-5953-4278-b416-b29a35df5c1d", "result_sha256": "dfa5a753483ecf7f834bd2412e88a29556eeeb08ec04108a691fbe04b421500f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016976, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.323222427003202, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1166, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:25.628949+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4171f4e5-93f1-41b3-99f1-cba33ee090a7", "result_sha256": "9cb42c2fbc2e1e87298908bc1ab30371f21e5ed2ce422934808d6497e2ce501e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003338, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5472414959949674, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:10.638644+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e1144d3-0736-4c7e-b572-8f24e9f6f94c", "result_sha256": "21788db0f872936707f194198a4028a3f7e13921c3e043728635c97235346226", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.355645256990101, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:27.634908+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad9254f5-af43-4ee4-8604-d4eb53e26dfa", "result_sha256": "dc4b07149ef537ea13c57a1ccb08c2a701add9d3bbefe68e926f0493ae14f082", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9582205560000148, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:50:38.989773+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0448b051-f84c-4ca5-bd70-66f4f4f8a97f", "result_sha256": "4308d86122826f9f14aec477b3eb6084fd4e7d687f28fd3f261f223a2b7f3dd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003426, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0923206079896772, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:04:05.132149+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7908505-c2f8-4c59-afbc-0803101dd890", "result_sha256": "991e1f9ff1bf519c3997f47c5e37c1b8728dbea2a6d7334f434302cedf7f4740", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.6378880479896907, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 44, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:39:22.603532+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bc40619-624c-45b6-a5fa-a21e52fba53a", "result_sha256": "2485130282582a83d84e3f57e69b4cda5cbcacb40de05a89629910146f7072c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.58011632799753, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Paytone One\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:38:40.132397+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6c12b72-42af-440e-8f24-9372dd344f16", "result_sha256": "d7f21a36dcd64a6f8004910a07aa00490ceb2a2aac6ef1cb58867cb0a835e74c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7379743729979964, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:15.229094+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d648e1a-9d75-45b0-a9c6-1c1e6d0dc12b", "result_sha256": "ed39d199cd52e17c407bd76734f67a5ae82d6eff7bd07836e965ac043db35041", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003488, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4456099160015583, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Archivo Black\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:45:31.875187+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "927a733d-d958-4845-b4d2-c7ad64adac3e", "result_sha256": "c0bf4fd37e9c1e04bd1585771b4908d5e6fd078b3b92ccef7d50413a766d4fa9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.505356882000342, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Paytone One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Paytone One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:34.909544+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fdc6a20-de9a-446f-a1db-10cdf7a33c95", "result_sha256": "124cd10fa82263a15d01f5b20314c7518c6e10ee998402800b806fc1299fa5b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.050766, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.16815424000379, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3990, "predicted_category": "serif", "predicted_font": "Holtwood One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Holtwood One SC\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:23.513707+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "34535393-254e-40ee-88cb-fad0901ca32c", "result_sha256": "521f17d8d513934e557e0dbae33116c2ae07ca765d90e348c91d0d4cd73b63c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2630051500018453, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:59:23.980506+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7525783e-b2a0-4850-9dc3-3e893bce8f37", "result_sha256": "b29aad7cf3ef44f6c5ac36d2714f3babb0a4cfdbdab64c6b9e0af64c6629a671", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00341, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.361238876997959, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 44, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light Two", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Shadows Into Light Two\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:42:58.573195+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce2f20f-bd04-4f11-9723-48dfcbb470f0", "result_sha256": "a6cf2656cf7609cbb1a0b35d1d6461792208a17ed405f4505d17a464146df242", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003608, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.261850665003294, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Neucha", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Neucha\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:49.319158+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "58f406c1-1591-4e21-bea5-3e7714baa748", "result_sha256": "caa90434bb480bf745542af973c5d80057289cf464e74f818383725fe5c6c00b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1507629319967236, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "handwriting", "predicted_font": "Annie Use Your Telescope", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Annie Use Your Telescope\", \"category\": \"handwriting\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:49:10.604146+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c648467e-0afb-49aa-afa2-735c45301581", "result_sha256": "80148bac1e212cb5a2753a1a5e495f39cff90d72827ce56bcfb914b0ddef19fa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003374, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9722123360115802, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 34, "predicted_category": "handwriting", "predicted_font": "Gloria Hallelujah", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Gloria Hallelujah\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:49.726012+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6717ce6d-dd13-4930-954e-cbb9477f58d4", "result_sha256": "e97b2480620082e2087389c32ff221ad139641b227b5e30c164f1a4fd76258d3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003698, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5392641670041485, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Amatic SC\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:59.294390+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "482582c7-ece7-4b0e-8a2b-5be9f8a18937", "result_sha256": "9e30593e586e41e066b0e53dbfe21f5b3aeed28f9a9926429d265846422a3e0c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3194167990004644, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:43:47.545580+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a432a12-36f9-41c3-a7f1-69175f13da84", "result_sha256": "9771f07ce33d56b771fd91eae4bc549a83c7667528ca4fd3932fd550ab129aef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050786, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.05170871299924, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:51.652218+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4ce1553-39b5-4be9-9995-38faba2fbe8b", "result_sha256": "0bec34f9e688c07b4d14f1018e7e2474fe4f874c0de864d07a667fc568de8026", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.423544329998549, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:20:35.406956+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "47a12458-bf00-40c0-9797-37e1450b9e51", "result_sha256": "2cee06fb1277b39dc046e07fa54cbd69d9efaa2a81eb7d5585885bec3efc771d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0035, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.654678281993256, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:54.704827+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d721324-7d8b-4475-a5f6-8ca41a8f129e", "result_sha256": "b465fa0c698cb6d57f5e765bc49dcd18b18a32285ba0248b341345b4ca5da2a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003484, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4530619089928223, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:52:28.052437+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "55d16be2-7479-412e-a56d-74dc2a2c0d86", "result_sha256": "2a407ffd95efca18a42038f2477400cfd0ae5fc3684eba1fa439500479221d59", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1858106899890117, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:15:40.106694+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f89acac8-ffe8-43c9-b0fb-999b62aaa891", "result_sha256": "91ddee95d69af514198d1438efd54c5ce54b604162ed43eb2c26ba87e2ec373d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.038238, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.36250752999331, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2946, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:19.703562+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "591de48f-9162-47b4-8292-ff6a20b53325", "result_sha256": "36c9f1cb5dba9233e2ab37a630468ed2437cf644f8d794d2c52b66caaffb9697", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030242, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.76408008999715, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2277, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:06.602114+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "658ddede-2759-448a-9784-74d3bafdc164", "result_sha256": "e69a5b2fb5244335eaccd6492b0e3945e45ad7187b66a7f1ca2918d69a9f3b14", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003464, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1588463410007535, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:39.362259+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "65cc354d-1631-4905-9668-744f084c8884", "result_sha256": "bbd191ec973d759711f1a51bc1029c281f1359274e489d5df464016ef1090f43", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0508, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.47711897100089, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"IBM Plex Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:10.259931+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c00b6851-f72a-4fbe-9d72-d8b106b91192", "result_sha256": "461b5c222b6f71d72186f8ad5789573ef529887d35dbe140a14a11e895cb11b3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003406, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5198075270018307, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "mono", "predicted_font": "Cutive Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cutive Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:39:27.646484+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab3c3aae-2f58-40fa-a122-31cb301eef8e", "result_sha256": "c0fc79b174f6201ccf825781661e34530fc20b8cef5d2cbc994965f87506ff17", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003638, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.086434045995702, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:20:44.425900+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eed4c008-1ffe-467b-9731-287d34c7003b", "result_sha256": "f6e423b2659ac17b7a6d2ad25f9bd31ac5720dee12330228183fb15ee2cd5699", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018674, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.719304552010726, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1313, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:08.657050+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d912147-c08e-42da-8807-6c0eb2ebea2e", "result_sha256": "546acb27296d544d55a0f0cbe87ec4e110e045c2e8d4fc7b3b58f3d63ecfabba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003446, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.843729797998094, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:28:19.383975+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc90f28e-5c72-45e3-9545-15da524ed7ff", "result_sha256": "5167860cdcb22f6c4456cdfbf957e2e792cf19bceff968242000386828826ce7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024342, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.682561148991226, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1784, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:13.550124+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed5f9648-e74a-432b-a21b-68dbd2ad363b", "result_sha256": "d516863b914dcb972b42a6bd6d35184ccda3921bd9639021013e01e20e335cda", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05081, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.80767137899238, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:39.001128+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "60fcd218-8eaf-4907-9da8-62b331ddd586", "result_sha256": "d88c4f644c70cd39060953adfa8acc1b3fbc3409e0b95cd18c235b5c7c9e8e01", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003652, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3076021329907235, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:37.230770+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1626135-b0a2-4284-bba7-0739c977f353", "result_sha256": "8f7f1d34ab1da9f331ae64ff0a96ccbc0932fdb5758b210b501a2691829e0168", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003632, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6473803340049926, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Code Pro\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:28.366217+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "096beb71-914d-4639-ab70-ba84f7a21d62", "result_sha256": "2921b21552a637d11f1d21b1a1198e89028f61f928da6d1c0c5e3a947d9eafdb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003524, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7583829420036636, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 45, "predicted_category": "mono", "predicted_font": "M PLUS 1 Code", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"M PLUS 1 Code\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:18.402343+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba2b4690-1966-47f3-8656-e66094e1cd23", "result_sha256": "702b4c372659794718f31986219a2a949422c379b32edac589e25073f5160d9b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.046538, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.00425788099528, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3631, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:54:40.784170+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed4ed00-35ad-471d-bc23-6619f681ae82", "result_sha256": "f63e8fa49681978868a0a8684bb3129ebbc9852840b4c28e9fb548701efa57ab", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021518, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.99279068299802, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1545, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:09.922361+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "26452aa1-cc3f-4ddd-83d1-50da1eb33ad3", "result_sha256": "d50dbd806d22f11694102317d89258c7778d1fc87818f46e1f212af083fe0b20", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050788, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.511709611993865, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:05.130390+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "14143610-8fc4-4fab-aa85-af0a1b3f2a2c", "result_sha256": "837e74b9bd1292168e75e005891cfff5a7aee8732cd58ac1bc6cc8bc2aede26e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021758, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.722408895002445, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 1570, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:17.298436+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "740ee1ca-10ba-48c3-bb67-1b723818e5a0", "result_sha256": "d88438abf0d375831b670bbe9021cfae32da85cbdcb4aff5b31343bf69a00a92", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3630689779965905, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 30, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:58.578676+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdd08041-74da-411a-8dd1-d7f5adcc6695", "result_sha256": "294b9ec3386bcf10aeb2397e0f579f536d6bb347210961b2e72b8e90dcd195c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050702, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.86254948900023, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:39.716740+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44b59ee-afb5-4c00-a6f8-1f2193d387c3", "result_sha256": "80ab690b743109b9644aff6ec54715ffdc85193a323dc05a6468965f61cf048c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.377935176002211, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:09:19.217669+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc4e6c4f-2b54-4219-9c6d-6da8fb49433b", "result_sha256": "7cbb3aaa48b30e9f709869834dd262cbcabd1c16ee52596f1cbcf3e109c9934c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.35791107499972, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:07:37.747637+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "559132c8-f632-4fcd-80aa-3f55defcbd7c", "result_sha256": "9ae6c36c09b79e085baa5bfff46b664d10b9af7e633b1e27012caf77101af0b0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050762, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.481746578007005, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:53.797937+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6826e053-7d6a-4325-8718-78b2b9057455", "result_sha256": "b7c2231d704533a0eb2e0c4bcf0c8d929b8f7d9d230fbfd5524078f84a67b8ab", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003326, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6570169320038985, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 29, "predicted_category": "mono", "predicted_font": "Cousine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Cousine\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:36.105372+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a20bded-64c8-4e5c-8e14-743828b78bc5", "result_sha256": "8f7e2541ac3ad5d05b2203a7e0955e45988ed22ff2793afd4c33bff25c929bc5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003626, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.168821138009662, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:48.856686+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0554d7c4-e87e-4b14-82d4-3c40ef357a30", "result_sha256": "38d967801dbec7eb1c586e209975c1f30c3966a5018e81b9ad779d0bdabc33d2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00329, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.411393688991666, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 31, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Ultra\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:28.016956+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b09b09ef-c422-4d4f-bac9-15f4951ddf8a", "result_sha256": "cff4f351141d4f87307ae84035ea980f369196d94edcb2a8616fea869dbccb3d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 37.87044791399967, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Rajdhani", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rajdhani\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:22.009683+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c533ffb8-9554-4d0f-a529-d4d184b25a6a", "result_sha256": "45ed96cc0f04b105c3a8ee0cc5a9427b24b3d428ec70ad726f3dc28c96006da2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.16824254799576, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Lexend Zetta", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend Zetta\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:30.384298+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b27d4d-f9d5-4ab6-bd06-3bc5f5b1ea8b", "result_sha256": "56277333831dcdf8adf7d50ca1c98e5dd69f5160d11e8bd25d3727973063dd69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.297247766997316, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:11.789859+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "567a3be5-fc98-4f84-bfdb-299b6d1a0560", "result_sha256": "d3f9a6d18ccd70fc026fb1cd2bf0e91e8e112ec6be46780a2c7bfbb2d37adcce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024038, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.564438061002875, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1756, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:09:50.534745+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c77b9ef3-3bf0-4ca2-9c91-464cc87e0b03", "result_sha256": "b3d28cb66929101fa243ebc4caedd585dbbc1cdc21408c71f470bb12d8a746e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003408, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1452, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4593720700067934, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Manjari", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Manjari\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:15:37.388316+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c01f7e-2b75-479c-9d51-1f19f3ed18c8", "result_sha256": "bfcab0577ac611a2cfdba388d9e24411039e538afec24fb7fc2ffa8fae858a64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00359, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.13412827400316, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:31.212676+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "371513d4-7229-4965-88e7-de825d559c16", "result_sha256": "7ba3f5ab2e4cab1bf09209148366471919e63ba539c15bb57f4bf8337f708830", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003582, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.068409425992286, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:23.513365+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": false, "source_attempt_id": "0999dad2-37f5-4ce7-a3a8-88d2a492a11d", "result_sha256": "7323170c7d3c01b08f6a01b6eee084ea60af39633d02b743bee81cac2cb37dee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003254, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3188171630026773, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Mukta", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Mukta\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:36.711210+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "48d268b1-f8d1-4a18-9e13-a7fc4cecbbb7", "result_sha256": "b5ea2aa4b5a6acb1c7ee8fb85ec0d2c63b19bd42db9ee5469a5dce7ae665cdb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.003082686002017, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cabin\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:04:12.114417+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "07435645-c457-47c3-84b2-03cc9a75eed9", "result_sha256": "859f09f8f6e573ba9042d61a432d3ad35550bdf65dcdb3321eeb8bd190326ce3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003558, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5017713099950925, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:22.624995+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b57cc7b9-4598-4159-a62c-aed94292f054", "result_sha256": "bc01486102437acca0110011e2287f25934827bae7a4e3c41b24d0c60d03d05b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003278, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.18446023199067, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 30, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Cabin\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:12.605856+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "705d415b-9923-48b1-afb7-a8e7406dc7fe", "result_sha256": "75935dff5c5dbe190edafc67849f8f13b8fafaa64fe9dd224faa4d3f0a148594", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2617590310110245, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Linden Hill\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:40:41.113616+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bf9f1a9-677b-4165-9365-3c593ec0d4b9", "result_sha256": "60191682336ed583eaf2c77f29355ea57ba58d8c8769e1a119fcef18dc538afa", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01283, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.296458273995086, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 821, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:07.432744+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "400a988b-8386-467a-8488-e45fd6919f5a", "result_sha256": "193f3264f2387e5033a327b96f6fa8e9d69a6806f08eb31b55ebb313267d834e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003314, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0825038620096166, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 33, "predicted_category": "mono", "predicted_font": "Cutive Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Cutive Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:38.188801+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "21135ce2-430d-4daf-a872-2b8a88227299", "result_sha256": "1c7fde8519891f09e2104c8bf48fcba92cd338c4bd7a345cf44dfa738e56b9eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.032736, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.985119852004573, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2486, "predicted_category": "non-serif", "predicted_font": "Cabin", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cabin\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:28.920748+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "705c0c20-39a4-415c-a5b4-796d4594ea6f", "result_sha256": "abba2436facd5e8227ac1cce54afe20e4d77d120272449243d7b5c8ad8cb38c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021302, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.539550620000227, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1532, "predicted_category": "non-serif", "predicted_font": "Karla", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Karla\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:50.784020+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "efb5124d-d61d-438f-9bf1-379676aa7a95", "result_sha256": "9843b0efb2596dd6582eecfd78af4872ebf8b252899b77424e9b0f3c220b6448", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050798, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.40140038500249, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Noto Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:53.720962+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "4575557c-65bf-47ab-bff0-fbf75477f692", "result_sha256": "3d7b38de3872b32ab2c6234d085e8dc553d4ec18ada12ebd4ac2c083c87c10d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00343, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.702028394996887, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 43, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:54:30.544548+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9de29688-e817-4a5b-9c98-f9e8e5b11f6a", "result_sha256": "24ee79e2aae052506bc9166a838761c8bc1bda2982bc45eb5262f89420f07f44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003474, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.568786995005212, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 49, "predicted_category": "non-serif", "predicted_font": "M PLUS Rounded 1c", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"M PLUS Rounded 1c\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:01.474318+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "431db981-0217-4c9e-87b7-946233989834", "result_sha256": "57b1cdd923be3614d0bb726b1ec2106dacded9917b94ad8c99942ebe5a5cc6cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.858087158005219, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Changa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Changa\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:58:14.562594+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "f598427f-530d-4064-96e8-2c0562b2cc28", "result_sha256": "cfc9445ee14911b43eefc71b0ed3081a402c2fa1472dac8264f203fef3e20729", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003392, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5155166359909344, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Hind", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Hind\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:55:59.076062+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "53162416-da1f-4349-8263-4f19f9e58e40", "result_sha256": "5254b92a7628799a7396b9844c146492b5d8a1efb367ead0b2d8265b94af65d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003386, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.8712066860025516, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T21:38:52.334788+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "0705cb4b-e3c9-45fd-8b0b-883783ebae5f", "result_sha256": "07802cfa4cdcbbeaeaf774bdad36547506d9a72f2cc31a3bf744c8dade7e6c6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003496, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8270774200063897, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 44, "predicted_category": "other", "predicted_font": "Lalezar", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lalezar\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:11.201409+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "53c43634-7939-4e27-a351-a54320ad5850", "result_sha256": "42ee68faaae9042010a8346f8611e656da4314dffed98510e4ba704fd5f32fb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.050754, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.18268160399748, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Holtwood One SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Holtwood One SC\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:59:24.703840+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e5d717-f8fd-4942-9cd5-32da12f7e91b", "result_sha256": "3c60db0fbfc798400381ed567b0cd1551db394e0038cf6373403f0b2d0d3c737", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.479209857992828, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:26:08.513805+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fbc255e-e766-49f9-9882-6564af755136", "result_sha256": "ec4ac7b564a103237ed3e1716c4f633aac013c34096909a104b265e7b37731b6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.023918, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.83442326298973, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1750, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:37.061444+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "81988c3d-3c71-448a-afda-e0f333bffff6", "result_sha256": "61e2c6813bd49cc4c8655fb6e85b096ec5bbd41394ab75917d3421e54bd5639d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003394, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.094806876993971, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:37:05.216180+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b65ac96b-8f2c-46dc-8c85-5d63daba11d2", "result_sha256": "91c06d50a56d5684ed982d0caf123e4d3e699d9f4535819840a43ff66e15480c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5284340679936577, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:17:53.952369+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1cbd55c-6f10-4008-bbee-d4bad0905836", "result_sha256": "b6074f1dfdd39073d910f9203ce1c9022a387d5d400ec95e071d42d3921e7b99", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.785416673999862, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:26.015276+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "efae7d78-da3a-46e3-823d-0ab257fb9fa0", "result_sha256": "b5cfc1143e72ec4a0e895fbbeb907835b3fc6ecf1b2a87f8a631f717f92e55a8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003398, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.633310575998621, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:12:19.646789+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "cecb4e3b-5cb4-48f5-952a-aa9228014feb", "result_sha256": "d3d058e3b3db9ec09f343ee069f03fc818704c123efb0342031383918b6fc83f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.188986944005592, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:37:41.262420+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf48ec1-d7ae-44ad-b2db-a63c4e402bdc", "result_sha256": "c327373af358f985f2d7bedaae3b88380a0d57a046126d7690c2f7e1ff121077", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.050824, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.05367409900646, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:18:52.601908+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d046727b-60a3-4e41-b749-70942b142117", "result_sha256": "506dafe27bb76b679fcd8b3f2b1702e651b15d5e6e1c494f2364c00a6b835524", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050804, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.040273584003444, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "mono", "predicted_font": "Overpass Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Overpass Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:49.702052+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f8be334-44c6-4f18-a613-61c65f7f8acc", "result_sha256": "5ff52115bd5e901dfa93dcde0a89b1a4d25ed988f7947523ad12f91e25648a36", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003326, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3075648170051863, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 29, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:21.993347+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "92d536f2-7053-47ca-9881-3886b0036a30", "result_sha256": "479acd2be932567698fb28fbcf46b9d9ee35b794a460061f9c0463cc3c7bb9ed", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003266, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4408521220029797, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 29, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:14.428039+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "29f0cdcc-1bc7-410c-a05b-d016afc3bc66", "result_sha256": "089525f79b30c1b5f4947054e1cf4f10443a7dd0ae8e3b5d8af5a96027eff74f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003416, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.8422018040000694, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:16:19.923251+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0bc430b-2400-41f6-b155-9cc3f1cb01a0", "result_sha256": "e70d0fcb2f9f2f2ce56310dc2724b4d528aa42b096cfbce9b0717ebd7e34b0a6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003218, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1537459380051587, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 29, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:00.474267+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b1d7707-c6dd-4895-b9d1-40001a15814c", "result_sha256": "78488a15e3a9b3ae305e48a3befe6747c9caab01b2f9d1c1955641628d4b70ee", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003344, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4184546519973082, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 31, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:03.390887+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "996775da-edb1-4501-9eaa-a4e053416af5", "result_sha256": "f61c2e91e8da8910fe197284fc0c3d911ecf04b8a969c3f1c7ce6fd961a65869", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050754, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 36.24000853400503, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:24:58.233803+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "02f073f7-7a3a-44a6-9ec9-7c07472f9730", "result_sha256": "0c1d942d64694475b7a4813ca8172c17101c9f23e60d163db90338c4000c328b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00335, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4691710299957776, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:43:15.109342+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d4db449-31bb-4ae2-8287-74775433e60a", "result_sha256": "d1c810b56765896680eff30dc32d1029ad7617d907cc332387bb7fb2bb48b8db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.047416, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.627157727998565, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3704, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Slab\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:53:08.454072+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "556b122d-0626-4566-827a-a309aebc9880", "result_sha256": "c1a78945514532d9747718f31a34bdbb55b8ad7ca85f2b80d38c36e385cf587c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0821496179996757, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:24:41.920802+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ba09d43-416d-45fe-95c0-9eb56b1e29a2", "result_sha256": "e98ac66fc3ad7fbbaefeffe059fdf4e2d5b5193486ae4a59fb2609483566f861", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003428, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.008482521006954, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 44, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sorts Mill Goudy\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:37:11.582565+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1314c2a-7401-4a9e-b835-0e37d7693bec", "result_sha256": "bc5cb17415fe175dd427e44c139d497315bcece0b799d88aa33e249b055d03b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003542, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3327932310057804, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Sorts Mill Goudy\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:27:28.145089+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a97758ce-3e99-4fe1-9d4e-5ac36c0f06e5", "result_sha256": "1bab5fc0f4de4bdbdf2642b03575d83db0e633b2a0057d0ebcf6f9c62056bc75", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003656, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.1614099080034066, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:04.367111+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd5b972c-2af7-4f83-98d1-1d7fc88062d3", "result_sha256": "35576a1c5a7ebb3d8c5439bf1aa1276a7468c34173ae2f6ff8f0576dd2c71f32", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003476, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1227862289961195, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:31:55.682027+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a8ed61f-8e22-48b2-bc09-9da5792cee29", "result_sha256": "32e2198a807ecff8872155a680d35da15167b87742f2b254f9de61c7ca7beb64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4735833919985453, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:49.855098+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "242eaf23-cdda-4649-90aa-bd0275318f51", "result_sha256": "ffebeb8fb3410e4fb2030dfac9c4e93876596ed34c0b3e3f65d7f1f0c8bb8ae1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.024796, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.387843128002714, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1819, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:36.073341+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "e089ac7d-0709-43a3-a77b-98cd90c17cf7", "result_sha256": "ff10e832862a066106aa9618dd27b0bc097054e347a78c88338b20541c916abf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022436, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.34811106500274, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 1625, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:12.990606+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d1ccc8-9b0d-4cc8-99ae-7970ecc53297", "result_sha256": "56baf6e7b2b7a21c6db6c7197d13a50b7fca60ad57c323d23601be54900d0bae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.8720756330003496, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 39, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:43:54.953825+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "486752f5-b5ab-4bcd-b784-c9564c957c63", "result_sha256": "13ed350e830f7d3ebe4c46cbe05d3685f3f482e1a5392bed777457f402e3d9b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.247826224003802, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:29:48.162680+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b549c1a-2e6f-4c21-a175-dd04cb3e3631", "result_sha256": "d7478183884bfb3f8a36683d1ecf2ad8cf29dd3409c440b9b274d3440793f63e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003476, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6316600349964574, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 41, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:28:55.106886+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "379edd4d-f910-4be8-a058-25207459b9a4", "result_sha256": "f503c99f0c00008710cc8d0034a5770d46356bbbe468015cd2ad66dd7e295827", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3436937469959958, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Outfit\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:20:28.098337+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8cb7bf9-c3d6-42fb-a1cc-24033b478b2a", "result_sha256": "1b5cc3efbd0bff61ebb253a3f623178d195266502c2412e7dfe24bcb7cb6038f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04916, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.31664918799652, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3855, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:01.090676+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b0085f6-3b07-429a-8bb8-9f88085f2990", "result_sha256": "e9b547957181f88dbc3d336a32be74595cf5ef44a9e37513d62eb69f94a6ec6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050824, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": false, "latency_sec": 34.04211460400256, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:02.139400+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaca7c72-924e-4137-b39f-5db5cb1cd7d7", "result_sha256": "6c1139e37f7016ce0e060b1991cc075e818e0c0bbf769f09cdd9545796fb5ff6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003452, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.689469591990928, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:37:20.567760+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc192a92-fdc0-4f42-89c9-5f3eb1d8b3a6", "result_sha256": "fb86554a6e5284b72bdd882a09e7255142ac763d8e40d42fa7fb899848d3d0cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.033962, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.998631145994295, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2587, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:40:45.593757+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee360b7b-e789-43b4-aa0a-6d8c7276218d", "result_sha256": "b0bb5c33f5f9e27617105bf6ac3149b07a5513a01e8e4e3b983c3db3e436ae24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3540707960055443, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:27:57.346413+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "76df358b-e3a0-4ed5-a55f-031e57fa3859", "result_sha256": "1b3db0c325587baac457c01fa767f80cd2e3e50a7e66bab86dd471325a7401ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02487, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.37816292500065, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 1832, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:21.267173+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "933d702d-dea5-43db-8aff-1072e8a615f4", "result_sha256": "aa573c975cedfac798f35df00d5c5ca6ad2ca3f9ca752ed1755bf460189c1a57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003422, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.2470176909992006, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:56:44.692964+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "87f66eee-08d4-44e3-8157-7c170ef7b737", "result_sha256": "d62b8b5583a850c41b4b8076a618d205df467a168f3ed1d7c4528927cb64940b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003338, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.778591130001587, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 31, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:46.333467+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a735a226-e308-4b62-b4d9-980abadf3c17", "result_sha256": "e868e09190296eba8da20e8a948e0329d1ee106fae4a1998ad6c0b41eeb0ead1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8370473420072813, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Chivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Chivo\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:24.430518+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb64bc4e-1d4c-4e50-9e3d-4a633706b375", "result_sha256": "1f5ab3fb30b6f44534b6cf00f80c1a45ceea6520d94f42858da92f2c0cbe6319", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003542, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.466469574996154, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 48, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Grotesk\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:41:23.794607+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6ca6406-0583-4c70-9c6b-0cc529b7c85d", "result_sha256": "c48cd69122e0bb1076c31185419be38ef93df6b2b799f2a13956eefb2054ccd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.467069112986792, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:58:24.098812+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "83ba1ae1-d4a8-4505-9e4b-6e6485b5da49", "result_sha256": "67deae4454a818b34470c64d83f9ac01ebb4f33c4e0cf66fc4973204fffa8454", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050792, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.39113293599803, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:29.328891+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e1fef1d-7457-48fc-8e27-291b7409b735", "result_sha256": "77fe82b7d19488d288d1229e5721cd501ad9ec7e363bd895630985ef7e43c85b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.048026, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.43795287999092, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "regular", "modifier_correct": true, "output_tokens": 3759, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:41:37.388721+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcbf5e00-0744-40f3-a006-d16526e90172", "result_sha256": "06bb7e98c3c5ac4b813312108a3f143f29007e8d41270533a565d4213afa5657", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00344, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.91070665299776, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 42, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Jost\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:51:09.359298+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4aa8a74-f6f1-460f-93b2-b073d13e928a", "result_sha256": "b2c67d98cab0b5eb31282a09a62e14ab3cf74736a846b3fde420f3a4420c8559", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003602, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.508812713000225, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Work Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:59:40.858110+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "707f0169-2662-48b1-a449-2c7563f5c5be", "result_sha256": "7cc61b82250b133f7bdb565890babb0385d3e628b7bcf182bc0ad87674cdb2ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003458, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3245986030087806, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 45, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:00:44.548615+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "2506176e-40f8-413d-bfe4-0a6905ac18fb", "result_sha256": "a5bfac7d0d45a4d6752d6b9489be7add46b46906f6b6d2b8a6664017d1107547", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.190117938007461, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 43, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Courier Prime\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:18:19.434634+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "291c0c02-8d0c-45d1-b5aa-bb1f17a4a219", "result_sha256": "7511a323d308a59ae23d8afc24bf3b1cde6490a469565f0d1a14659c03186c6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00365, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.089301489002537, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Shrikhand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Shrikhand\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:26.383540+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "7640a45c-99c2-458d-a973-3b95699880f2", "result_sha256": "76999c74d434f7ec706973433cce3762326301337b4fa225d3b7e437cda3390d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05075, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.982600130999344, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "italic", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:07.874391+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "303459dc-068c-4844-a2ee-8e0f442bcfd5", "result_sha256": "f0b5af9f2da8d9d1da6fd35bcd6586063578ea830122cab7e0c0e144341813d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.027272, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.281732702002046, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 2028, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Ultra\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:02.366361+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ddc1058-476e-49c5-8cc9-da586d0c0eae", "result_sha256": "f71126a915dd8a7dc4704034b23562d06c7ddceb999daaed88ed0b7f449e31f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050776, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.77045810900745, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Slab\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:49.116566+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "219f3f08-86b1-452a-80eb-7cdb1f948219", "result_sha256": "90b020a9927d4107ff866791d446a5fee03069cc74310c90406e5bdd63da420e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003626, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.805319442995824, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.1-pro-preview", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Prociono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Prociono\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:07.703048+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.1-pro-preview", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9873e35-6f7b-4562-8054-7c2534f91d5f", "result_sha256": "b82cd84903be8ac91c81bdefe57590bcac71c6843072326ede9774e4c68982f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00339, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1800490629975684, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.1-pro-preview", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 42, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bungee\", \"category\": \"other\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:41:19.752549+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f65410f8-688a-4912-8ff6-58948d337f8b", "result_sha256": "39839c0a92168248a3e72fe15403d16383f1d94c4b4e351b1a0ea296056ceb1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2710519459942589, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:50.185412+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe16471-ce8d-4cc8-85ee-b3090a112027", "result_sha256": "ec2ae2ed2da580dd7046296f8832c7718f91ec46a68152d1e4283e787b808992", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.647684223993565, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:39:19.676750+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed6a7616-057b-4210-b419-511309d891b1", "result_sha256": "6289e0f4f2dc68caacee55cb3ae9438293e8e66cdcce712f16f59bd58ba4b1b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.862221978008165, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:53.167931+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "062fecab-586b-4500-9a9c-87f692b0adff", "result_sha256": "af493aafcd9a4237181accb2c58746c27edc1d0f30641ce495f1af842a3df2bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4794488879997516, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:57:26.115562+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "02881d27-c46c-4627-93da-ca1c72d51d1f", "result_sha256": "7967d5fc3fdf107605d5fdc1c9a0ee4b45dc007ae3bd42ee3966d494c978c306", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7456447069998831, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:03:38.946303+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "eabc8a3d-6661-42a3-bd83-47bf1501737e", "result_sha256": "8472ebb2352c2d5384cbb89ccc36acc3f1c49c8f3d69597be90c79731035bada", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6943025270011276, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:53.881723+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a27193f9-5c44-4f38-aa62-8fc0779c05aa", "result_sha256": "eeb208a84d7b95ef5b100a3a948650485c327b25203d28a40cdbb3fe73ee3386", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9435820109938504, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:48.311480+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "244794dd-53e9-4cf5-a2e4-0c542472385d", "result_sha256": "8a6e2629b447984ffc19ccca8be02705a34ba19d751f12bce4a79e5fb2cfe810", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.114934216006077, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:19.467327+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ece603b4-6dc0-412e-83ba-c62be352d4e8", "result_sha256": "1be64a73b7fd09457a84b5783ab6c0274e625bc601523ae9f152f660c9c39812", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005795999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8351248420076445, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:26.503992+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb62dea1-fce8-4d00-bb18-dc8739d363f3", "result_sha256": "2eb9ac933f0238618d925a4bddd0f80306ec9a67c9af4b7f63386f84f5b3275a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8381644329929259, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:45.153111+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5068d1d4-1885-4982-9fb1-db8929383d5b", "result_sha256": "1df9bb284f9986eff6145b4f36e89fc666fac374d5e6034e9fedaf74a58564a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8364512069965713, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:42.173898+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c0bfd26-dbe0-452f-b546-5a6e2bc07b49", "result_sha256": "7747b423fd28e0ed106b06a876f93fa9f422784bbed99ea22aa6094c054c9f07", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9266217889962718, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:54.771291+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c712199-0227-489d-8fb4-aeba89191ec3", "result_sha256": "21ed776a8fe31437bbbc0257e4b4a151b31783647bf975c23b96364f437c7d23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006002000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.822614925011294, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Trebuchet MS\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:22:41.283044+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e81a0ff4-7c4e-4781-a9ad-9f2be9e86e30", "result_sha256": "911a117c3715e02051fb821fccd2011825b18fabaf4e0ac5f48092c1be5376f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005770999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.800549356994452, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:15.345221+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2182b935-6465-42dc-a69d-b9cf431ac241", "result_sha256": "ca80aad84e45dc2e15673ea4257bb64df6f5da052d5e128afbe5e5f2d4b595ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6817729489994235, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Ultra\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:56.839307+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "1e279b2b-45c6-4c7c-8fa1-4890c582298c", "result_sha256": "46ab69586cc70022b7efa365796ed9b0f00e7c1af81df4e718144de5cbf7e47a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2541496140038362, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:05:12.293392+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b90e95b-e779-4115-b912-ad3546f54323", "result_sha256": "c2b974d5c0b792ebe12100e263dc601955bdef860b68911883313f27a37cf5c3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005467, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8169646890019067, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:36:51.202788+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "223a5b0c-fdc4-4b8a-acca-b47ee1129890", "result_sha256": "7734f38ec9033e3069544f8cb1458864271b084c884502eb67245a475cc398d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1896627499954775, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:55:38.100111+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c843ffe1-5142-4bae-b317-8993d4505650", "result_sha256": "977afbcaf8ddbd2222eb63831344c91bb111bcc048e10d14059635465e6b70ee", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7911812230013311, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:09:21.883332+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "db9d81fd-ab65-476f-aaa6-bcb18a6b9a00", "result_sha256": "d8d5348f1185e43c352d324e5b22922c1abd24e3aba3776a2e02e8e03210ae0a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8016247569903499, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:45.068376+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a4b1ce6-d0ff-41d8-a2d9-2eedea3a6a22", "result_sha256": "24f9213e1464e3b6507ab36f1cc6e18d8d7a3af079849727f5e7f8981c3ef2f2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7882828039873857, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:44:44.427121+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "687386cd-af0c-47a2-aa67-3a0a79c89822", "result_sha256": "dee7fbbc3df5e48102596216d90ec0b85462c0564c50a08963c6bad7808f9e7e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8338951600017026, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:32:13.690450+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5bab139-947f-441c-aca9-79026de40d3b", "result_sha256": "b448ebbad08c8f9eab785a5c0b5703486fb50e41b6b4aa50c3dae0db85f2761f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9554332300031092, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:57.224759+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a77a9cbc-b5ce-4bec-82c8-6ed2440c1a45", "result_sha256": "f17997226764388f866985897ac237fb780b6bd609795aac3c2e5175df5a13ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9811771169916028, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:53:55.272707+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "627ee5f7-f2ff-4583-98b2-6c47945de40e", "result_sha256": "480bd86a7add0ac7337c1fba8227ee188c129bcea48097820dae9ed50f81fca8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.827322078999714, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:38:59.622695+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c3faae-edff-4ca9-aea9-d78481ad2865", "result_sha256": "44e9751caf71d78768e1244fed529d7bdb7086463728e6b659d2d09f24275839", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7809850750054466, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:49.574109+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce259da7-588c-4924-a8f2-9f88398771e7", "result_sha256": "8b5f73d21dbb203b6affe6a9808350cd513b9b2e8891770b66af69668dca91ee", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7972188249987084, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:36:17.108244+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "280a5c14-353b-4753-bf05-40b5ba4a8999", "result_sha256": "0e0de122ff9affddab616440de9f1bf2477bb01da92488b25f0ec694aedc35cf", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005704, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8670678620110266, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:04.189387+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fcb19db-a8fb-447d-be63-8e5e0d95e135", "result_sha256": "c307e3abcb1f793f8b9a3a9d78136c24dc01c95a6ad2ccfdadffed6baec53dce", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9163100820005639, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:16.540001+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e15b517c-fc71-4eca-a942-e031bd46e0fb", "result_sha256": "c25f3fd0749fbc88774238163eeb9e073764b304592c0d6b23436215d5f597bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9468816489970777, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "UnifrakturCook", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"UnifrakturCook\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:50.194281+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f701fd40-dfb7-4395-8742-81635165ae6f", "result_sha256": "19503746ef0c5952e0df311199b31954eeff2d62964d5eb69a2dede2ced49527", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.8545865020132624, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:45.852751+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "94ff6d7f-b94d-494b-8624-d1cac701cbb4", "result_sha256": "efbd2f56d9fa1d98c36d5b6760d3d76e584bea64029e053f2e49ab7b627fbc04", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9196337010071147, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:19.031200+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b5f6638-6213-4358-a342-743e112d9c78", "result_sha256": "2b07c524c826aeeb4f6b845f0b0f057de1fbb4297cd7ce4db572b1089f63e85b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8604018909973092, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:57:42.013230+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9a4f0c5-c088-47e2-b8b6-c1482d2b4689", "result_sha256": "d8899115615c067b05d7cb1baf11033b212b57816b90aad29632a0c4faca44e0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7561312690086197, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:38.061950+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2e682be-4a2f-431a-b8d8-df5cc8c4caa6", "result_sha256": "2d940e04d7b3d7fb651b5cf3feb017a6ec1821d4a701e5d606ae40c3e087158d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8804165579931578, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:39:07.537763+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "caa59285-70f2-48b4-ae46-25657d1206b9", "result_sha256": "75efaa57c52df205d0457f5141bca5a773f8fa47dcb4faf7322f7c3b0940731c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9673779459990328, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:29.386070+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "15c32217-8cc8-4498-96a9-c2dfc92e5e80", "result_sha256": "7f30ebf7a5ffc227ea21b81963dfa44213ecba60211d16c7dd826cc8d88ace68", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9089892939955462, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:52.101281+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5be9b84c-2977-4e02-b94c-c9add9d9f6a1", "result_sha256": "61042ab2aa0695143bdcefbf931fd53311d4081ef2e3efab65a4794eb4d6bb3b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6427929119963665, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:44:19.638379+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "385dc87d-3140-49c5-a11c-93632be01c23", "result_sha256": "071570bf2b673f5cd0b3cf5f5f3bde4a8e34edd7bc290c4ea4611634044308ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0030755600018892, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:50:20.645220+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c22b066-f627-4bad-be92-28981f0c12dc", "result_sha256": "4a0c513d626e7bd4716f160ce0b01bb4ae20c78e2831273b91ea4408df609d9a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.6851597710046917, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:38:08.935414+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "23030462-0348-42cb-8156-cd76c0563b95", "result_sha256": "7aa60f039a06a11803954a271bb64118df32478442aec5a5d6578aa64dc4d8c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8836502689955523, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:58.982186+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b314741-cd7f-46ad-b286-d862057063f1", "result_sha256": "214c10c3f5fed9b0dab6cf783a21faf4942ccc91fe5c16f329f511bc77444fbb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8229658199998084, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:45.797263+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c81ae71-9867-449a-b7b2-a7a8a2e13531", "result_sha256": "240e9ede397e627e80ca7dd6680cd622ce6551f3b41c9be60e4a42237a802f41", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8195376199873863, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:22:40.932063+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b3bb2ba-4990-4389-82d1-6cdf71f4904e", "result_sha256": "f841c890e570aeda3c0b07d6f136a4598e0c1a2f04aea5fb562a1959774ff26f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9446319299895549, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:39.902654+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8ba7d62-ae72-40a8-b1f9-6aa4b36f8895", "result_sha256": "3f10b8ca89b1aaa0823b71f8712228b71967383ea6339c8f04f85e3e6222ba5a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9244934559974354, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:58.212354+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bd08d63-09e8-4b25-b41f-0e2d4d633476", "result_sha256": "7c8499e9aa229a7b208b0f2159a16d1492df9468ab5a8e92ba6265d71d2e13b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8254266599979019, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:29.976513+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "204de603-3ce4-4ad5-9d23-b8e928d34c25", "result_sha256": "4ac0eb850dbf3c806acdf51e4364fe200d60c8d59b3b45f3ccf26559acddfbd3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.955320278997533, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:55:21.473218+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "296e40bc-b3d5-4d3d-bca3-edb5c86bda29", "result_sha256": "bca485a8afd9398b78095d2fe87d648128eb30515f996a23c1edca580f5249c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7730672559991945, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:54:20.726780+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "969db2fa-9621-4575-a5a2-b950dd2b08df", "result_sha256": "3fdbabd87fea34d2b866b80bbbb9547a05cd8bb0420aa5a0b405a19df507ead0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.049411174011766, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:37:47.618243+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4b9c6b-4dcf-4271-a8ab-27088fd1baec", "result_sha256": "004f511b9ab05d87848f01ab073f0322bbd66bdb53ea519f4ae61e3163cfd08b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8893565550097264, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:02.997412+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1c1f03-0da7-4fe1-a8b2-5eec9c5c9bcc", "result_sha256": "510610431228887f984abd28851e34284eed2f9ee69f3127d12c7a8136425746", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 0.9751818579970859, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Clarendon", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Clarendon\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:40:32.642721+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c3fafd5-e91a-4945-9787-505dfe9e2df3", "result_sha256": "5bf069905f2f6eb9147f5a0aa8b71445251d2eb7f433e4e8690c5b80e0f67362", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8610915180033771, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Courier", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:07.345217+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "514fa8f9-f366-438a-bab8-577f1017b6b8", "result_sha256": "246c7967e7e8792625e2a4d4e9327948db1fb021f341f5660f44332fa42031bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7616967940120958, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:22.797701+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3a442d3-dd55-4192-a4c6-bcbeb1840e3c", "result_sha256": "b9d49720c25232fa221768ff747e7194521b66bcdf18f388f6c7267c3a023408", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8494023279927205, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:00:57.964307+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "afa751ab-714f-46d1-a784-be3157455a49", "result_sha256": "a52dd2bb065e117ba468f6d930d150cbcabf7d07fda3cb03c0cc279747563b12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8922244399873307, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:17.670483+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8960340d-fcbb-4492-a43b-1f41aa7ea22e", "result_sha256": "e2f07f356356faf4ba90008d5a9f4f725cdb46052f373c43eadde3ccc61f963b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.949989386004745, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:29.458708+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aa45ae8-ed7f-4881-979c-76dddd314067", "result_sha256": "cf6818f818b4c7af06f7968f38744133d3155d0a75b86a4df506b8fd34b29697", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0644018390012207, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:24.431175+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "66576e63-a192-4375-9061-cf2058a7b3df", "result_sha256": "72dbc65540a022743b096a627416177a7e1220225841f5b1d8fecd8811108947", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9657249620067887, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:20.739939+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f98d4595-5b44-476d-935c-fb7d79860db1", "result_sha256": "9bfe51e7de56dc23ea446b7ba3da82e553e8a0baee67c3b551a855e412bf3f80", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8977422210009536, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:00.719105+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4f7815e-4800-47ab-a8b4-a6a8375961ef", "result_sha256": "65132852b497266ea60203981ea10f6141f9ed5fcccb86a0500f49c88f04d387", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8457163590064738, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:11.300680+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "df3a3aa8-fac2-460a-8e9a-6b4fde05d0c9", "result_sha256": "c927eb9f325328c35fe7f44106c773ca62b4dd15606866b70609ce1108431b86", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8797947900020517, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:37.428327+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "313735b3-ec0b-4afe-bafd-b84d8e48f0d3", "result_sha256": "abbedde0f6b03ac12ba6b43f0f0828cfc78947b82d74bab814a33df683ede5d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.843190161001985, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:59.941534+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de49fa78-e765-4a61-acf9-2a876f056cdb", "result_sha256": "b62a9bb4950121bbb1b431affabdf097e0630c9399a6669879fa57141a24a2fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7744013210030971, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:28.470098+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7da282-98bb-427f-89ba-40f4c4ca1a51", "result_sha256": "e188f30670347b3ad1314eca47ea884b8b9657e9d2609cc71e892c38780649b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9247101639921311, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:51.934834+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "03829ab3-c43e-46ee-8b35-e7064cf04945", "result_sha256": "16b2ce0876ba362e466f65f65be101fb9adf059e6bff2e2bad05c9c0514f17e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7647709960001521, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:59:09.917570+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0509124-181d-4d8b-8492-eadf6a502eba", "result_sha256": "4e3d57e01986d8cbeb6666cb22c84bd767519400e91e16de6f0f61a27a31fb88", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1141641279973555, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:32.508120+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "94222aee-c637-4b3e-89f9-f699686f202c", "result_sha256": "708e096ed5a6b47ce656a46521acb3b04a55020c9d1b5a1c39f6e8df01a6be16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.81628629899933, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:25.404512+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4f706c7-cde3-4986-b232-c9122dad1cc0", "result_sha256": "59022ac0f517a88543c82a1277e190411a63cbc9e388d4f01831730af7589fe4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.808724643997266, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:13:23.440724+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e20d4c00-cfd9-4972-95d5-81c5dd38497e", "result_sha256": "5a7aff63037956f81e0c87d41fd637ed76d2fd0de986065dd52a0ef0e5e02cf4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005770999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7894290959957289, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:32.563236+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "77ce8675-0c71-491e-a094-11aa99abb730", "result_sha256": "427d17b20c103a57e0f2861f0ac4506950992c91d5a65c33d6cc59ba0bec82ea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8427846679987852, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:18.524664+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "49a9c1aa-6b8d-4fad-be49-e69dfd913d70", "result_sha256": "ae9b9c1a74f0b9c1c3f4512495e50f100ea5537c812e3df8247fc0b423b914b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.773750206004479, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:23:45.266940+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "800ed282-7159-4774-a6d2-da8690a3dd7b", "result_sha256": "b8a3dc5e5ffa97df3d3e380f8deafd62d2a4d445615aeb3dac31a9ad8d50cfc3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7668249440030195, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:53.641940+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "736a32a6-9c37-41ff-8003-ab5b4a4c62e4", "result_sha256": "bebbac75386e605e027fda65efd855b594fd9b8ee418c4ce3f7e87bce43f6d82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005875999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9310374220076483, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:40:45.446756+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eaf08a3-9e5e-4b1c-a570-d63b998e4cee", "result_sha256": "3a11d043f22b93abf11edb316f3fa597dd7631281e4269d070ba2b82477391ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7676416540052742, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:21:03.710982+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a813323c-66e8-4190-a2a0-a32ce6a022d7", "result_sha256": "e2e124bc09af344063faf8da2db9ac97397f79675fb3df2063f476eaf894df8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005927, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5377613699965877, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:51:49.679236+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2826ad39-5c34-4f84-8f74-0d75a4fe524c", "result_sha256": "ab6ffc03de7fd7db87b9bd317f4442b35f944c1da41f4d276d82e7762c26e9c8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0679581369913649, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:38.842299+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "126f58cb-00ce-4c25-a5b4-169a5a8f13eb", "result_sha256": "181f99d41675fb6692c4c110575674ebe12e5012dad9d9743097d1997dc309e6", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005925999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1179504329920746, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "other", "predicted_font": "Press Start 2P", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:03:55.163011+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "eba8c19e-84ef-4bc5-9905-8dbfbeea204f", "result_sha256": "46790aa87c70ba4bff5f29abaf34b3e0ce80d007fa19e332dbdba27276839685", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8229347419983242, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "other", "predicted_font": "Press Start 2P", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:57:36.098264+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "58a22eb1-b456-4436-a265-6226ba5d1f1f", "result_sha256": "4dbc2f73e16fb172f6ea901ba49d12c77c1f227e9694c85bbb46f8dcae047be7", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.360607747992617, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Audiowide", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Audiowide\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:04:32.690608+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "20cbf1e1-d80b-42c1-9ea2-46fae62379d7", "result_sha256": "a03e66885afa0977ea338b83c17e40e9e305753f7feeaf77bbd1c7cf6330585b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7488312710047467, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Changa One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Changa One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:22:49.835537+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0997b21-a59f-4b3b-a59f-8ae2f465f82b", "result_sha256": "fb96d4ca0f8172b2266690aca2a74f0b4b866ce548a85ad24fc3feff102911e6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005925999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1467, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.864919204992475, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "mono", "predicted_font": "Press Start 2P", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:18.507964+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e7b98df-5c26-41ff-ba28-9ef42f49446b", "result_sha256": "6470ac985f3cb90a22c79f723707a955055e63a1bfb1739c0cad56c1d71df9d0", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6364357610000297, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "other", "predicted_font": "Press Start 2P", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:09.580741+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "23f57147-f276-4ec9-9c37-6a6450eaad29", "result_sha256": "9473a048a7994ff794d1f0e3fc314e99faeb05f2e961d59b3c9d48fade8c2027", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8609707230061758, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "other", "predicted_font": "Press Start 2P", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:26.215400+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "05b646f6-9f94-472e-bad6-40405ab59ab2", "result_sha256": "e6674b940f18a7f79b86200fa46616b09f3185cf39f7ab25705ed97b669f9e01", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9369314310024492, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:19:37.800453+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "72fef46f-63e2-4a84-8edc-1a6fa92d6a3b", "result_sha256": "5a933f39f1cf39a3b05ad830e89778420b508afbdfbac3406313ef67308bf148", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8389527859981172, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:41.868280+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcbce96d-6163-4a37-9ba3-c7dd1975242d", "result_sha256": "5b5c92c3189e2b5acf140d475133648a9694a18b93f2f709e5b6956829b7a0f9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005933, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.13194409199059, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:11.410706+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f93af12-8133-4051-b3ec-8a8b7e31df34", "result_sha256": "868e0186a1845b72fd489688dd81c54ad4a45f667dde4e61e1840edaf20c0b3f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005813, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1471, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8988776039914228, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:40:06.221274+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a76f9d5-e238-48fa-ab3a-3748019ac3e7", "result_sha256": "984396b470b39612f6b352d34f2b1005c630c2e7e48b929dfd712d38ef0fce84", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9456818379985634, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:00.868419+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec11747e-a301-48b4-94df-5ac8e077c397", "result_sha256": "ce14ff9ba8f746b6fc4649cf1326cc28714e0c23685e924360a5ab64bab8f7e5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7527358750085114, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:53:38.276285+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a08738c4-b451-4395-b794-e95308d56a69", "result_sha256": "b56aa62a0560e1b36d1c10d8c514aec32fac346038d1132c07913e55159262ec", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005837, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1479, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7309702330094296, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:35.241432+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f954597-5479-4dd9-a356-0eaa7c337f8c", "result_sha256": "061b48ea69f433dd9d17830cf2b207715c744f9a7c27fe283cdd42b559aead4f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1443, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9745353839971358, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:09.637033+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e6d759-10aa-43a2-a17b-4bbe986774bc", "result_sha256": "a8e3d9e69eaf7f3a7f3d703cd5ab841811f769142d10cf2d410375205180fa2c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005845999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9700872550019994, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:00:17.721514+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a250c30-2052-4149-8737-33c79b83e1f2", "result_sha256": "dfd440073f7e20145dfb2de03354a6889be82bee6978fc5340a4257cb49035e1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.712718210008461, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:29:23.984532+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4965701a-0ccb-4ce4-9774-a88d96a09237", "result_sha256": "484f3d0981aeed073a86c2fb82d73a2da7ea6a761481890ccbcc8b61c6e7cb0a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8820044379972387, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Patrick Hand SC", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand SC\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:12.363969+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd55b67b-8f8a-44be-bc7d-e6e7197291ef", "result_sha256": "8183f019423e77335e29d41c21038a8927d46ab18120993f57119ad0ff7a00d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8690063740068581, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:42:30.209630+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5451781b-c4ae-4e82-ae80-b7e1986b3aa4", "result_sha256": "99401c65d74e5527e090cfe7ba244bce50807d0b6d7b17ca563bcf37f7326249", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7812449970078887, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:33:21.113453+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6085169c-fc36-44b3-9dda-1f36d2593b9c", "result_sha256": "09051cda4505040e2df407019827a1dd9f93d6f82d43fd9e52a3d9b4169f1607", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8085038979916135, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:10.580702+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fffc3c1c-3e80-4e99-9771-89c2d356f59d", "result_sha256": "ed2ab8d851b62666bf62435dec6bdfc30e3f3cdbbc13ddf7dfb1efed7f194054", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8049462960043456, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:29:14.754422+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb229a5d-f436-48c8-8723-02b8d7dfdbcd", "result_sha256": "4e7daac3172ff007da8ef6dc1a1d82541795772924e32c1c0f8cbc5bb829e846", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005705, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9558410319878021, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:42.434620+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f1f9268-661d-4f7f-90c2-819bd04fcf60", "result_sha256": "d728aed7833d248d81c7c61f8ce006be0b43d70b6dc72df0df3eec09178829be", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005845999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7568731049977941, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:02.531609+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f5b93db-5af2-4d77-87f5-aecaa39cc974", "result_sha256": "6ab993fdda5a7a3e9eab71485ba53ee6247ed3e14ff651c3c0e42e45f81490cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7441059419943485, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:49.356102+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f8274f5-25c5-4f9d-a153-9f684b37c1ca", "result_sha256": "b339a367a8a342a0d72b8d621cc421c964b481110caea313f2029bb8263d1f60", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8830810580111574, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:31:06.204774+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b2afbf1-d88e-447d-bfd0-7d07f311eeb0", "result_sha256": "b883c9acb01bef255af881cfdd7c1d034a822c5bc281ff1d95c57fd5daa06e85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8719392490020255, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:33.952095+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fab72d4f-2b9e-4ea9-b1bb-dc7f6aaadfdf", "result_sha256": "c2da5baa0e0d785a8bc44cb8ec550d0ee2a419990d331007d63092b560847df6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005770999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3257321440032683, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:38.028860+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4468b58a-8b0f-4a27-b12d-636ad07327b3", "result_sha256": "8a132b1a0024734de10e35eda7663c74418eb61d98a7f09d1d57888e033a7cd8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9019965840125224, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:08.818558+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "dcda9e43-c832-41b7-8d9d-67afdf3840bf", "result_sha256": "c036df4415e96b0e8f911f320426a890c3e221f495e31c575c8faf22dbda1901", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.3637566299876198, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:04:04.639467+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3316cabd-2931-4831-aaa2-b144babdebc1", "result_sha256": "6c46c734a52b10644c3f721bc0776c5d3935255dffb65052988f117ed77de995", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8136514200014062, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:10.187036+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "b0671823-e036-4572-b1ae-31a0d984bfe1", "result_sha256": "e9f8ef49605b12aa2ffd9bcd4a997c4297d53be56dd79dfa086604ea460f828c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3503523770050379, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:05:16.385335+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "162339e5-7416-4743-9528-10c92f5e3cb5", "result_sha256": "7094acd792a4ace080a17b7d17c402a03447fff96237a88585eebae9e8077d6e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0137134960095864, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:52.002847+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4452110-f511-4721-abcd-e33a98df3b81", "result_sha256": "cd7f97dea87f6e90b26a4635a478d2fa29b62e65fb1af557549a85751bc37a36", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9443462890048977, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:13:30.795848+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c928da26-4b24-4db0-a3d2-f1a70d44ce99", "result_sha256": "ac2e97ad13d5006376e4bb8433ed48856c594c5bb2499241aaa184385ceaf27e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8700626110075973, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:25.079599+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4fce88b-2aa6-440f-95a4-5565853d8cf6", "result_sha256": "0be4f16abe0ab13efffdbbc677a061e5e41b6908e56cc3771836cd44a3fdb06f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7333072530018399, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:28:46.877368+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8663c0ab-ba29-4833-9ef8-8b983e4535fe", "result_sha256": "287755f1656ee585b5271a54ef2fbec600cf3dd814ede8a3b3c079a7ad465ba1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8803324939945014, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:33.921204+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "05ea1069-b57f-4125-8146-8c44747e2475", "result_sha256": "6541c9b8b948171fdfce29484ff058e7efbf611ff9e8bab4fc76b5913523a380", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7166757959930692, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:34.265929+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "05fff53a-ae0f-4b13-8aea-fbb0e73c9a38", "result_sha256": "ee258603cbb94cc3d678bb9793aed600446bb32aa594f7c72d82770cada35100", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9233858200022951, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:01:32.085392+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bf57487-cb5d-45d8-b779-a91a404a5e26", "result_sha256": "eb70be5cdd482d569f3b7dfd605e10111e1958da4b6aad3ce6e84cf7892a8c25", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8408971289900364, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:48:19.647092+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9a45820-9d6c-4b78-bb9e-97fb9decca1a", "result_sha256": "a90fe736668464428b7a373712d271a62c3d36e31d28e363ded47d64047b3e40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0128659769980004, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:37:21.400480+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e525b064-dbaf-4082-bc6e-9983aa809954", "result_sha256": "eaedb5bfbc1e6f1814bc1d747da670e4a34ec974b9d9c6e27058573449aeedc8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7835983499971917, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:41.847634+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3a459bb-0754-4613-a767-d3b6d6c537c7", "result_sha256": "bac465c6acfc68a005209b9957e36a28f992ca0f20cb863f37062bf3a8c4afc8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.127930122995167, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:49.015716+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bd0abbb-bc15-4e6a-9a62-d83da77c989e", "result_sha256": "f0be3453c261102ef2363561fb13d8845666efe20584fda123912f6f168503d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7083744340052363, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:12.095920+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb09c87d-cb22-41b9-a270-690dd5b00f4c", "result_sha256": "dd1dd4eeba2dbb607ddd24535ee01752c4e85b56557bfee557f61faf4e0f830b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8569002430012915, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:56:56.225950+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2882e9c1-ed0e-42c8-8cad-f8cd039fb858", "result_sha256": "27a11baf82ab43fe00dfa2ab97b2cceb06b967acdf909708b7a73ae8bcfcd86d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005755999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9554787559900433, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:06.849982+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "703a0459-7dee-4c70-ae26-5a4b7d9f64cf", "result_sha256": "6705cdb678eed0423ccb31180cead787c35e3d8c5dfa21976a5dde58c7649e9a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7411764470016351, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:57.119318+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "46bdb73c-1f68-40d7-a353-ffeb7e2a2d19", "result_sha256": "677df1a7fdb6d2c9bc7d9b391d5c0b44e3a62237ed86831b87b9eb7844c81111", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005912000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1479, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7160546809900552, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:14:52.057653+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c6812d9-4264-4e58-8bbf-ce8062710e42", "result_sha256": "e18a04d8417d35d37dbbae8302d2f85058e022a1708e4bb7f7b0df481e5ecb18", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7850224750000052, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:07.592204+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fbbab97-f4bd-471f-8777-dcbd7ad7aea8", "result_sha256": "7e2a4eed67bc4c310809af47da242720d9260053d512e252a34f4ecc3958f387", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7246289460017579, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:35.582671+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5e7239f-5457-4c40-8488-4f36ba4ee3d7", "result_sha256": "e43d68f30270dcbb86c02883e72b17c914ed98e1ad7e623777c587d3252981e1", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.6716664840059821, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:04.688873+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92a8c3b6-e062-4590-aba8-2481988e08db", "result_sha256": "53dd4adafa478a5b7fe0654c6133afcca678cbf1c2b783a678a0db84d147de5c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.937159987995983, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:37:19.792111+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "d1c23c95-fff6-4ee8-a71f-f68d92a92c4c", "result_sha256": "541ff7f9e4a0b22d2eb0197ba2e00536e496e5818184e9ac311da42a3ca40c29", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.0335895140015054, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:59:50.754511+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f362686-aa51-4ac7-9010-cec009bc98a7", "result_sha256": "35b3cf9475f0d2a9a2783c5508d5fb48b0e697328b187ea33caa084c789ec9c9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8922974589950172, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:14.615512+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f2ec97-e988-4a6f-9c30-c0437a95279d", "result_sha256": "6f71418999a07658ba51aaf8266449361d8c9fb40aef18c94b39ad6fe4245442", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00057, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.733407255000202, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:49.566628+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e839d29-8a9e-4801-9be0-ae7dc6e2e27d", "result_sha256": "207c553a9ca986d92a08e55c9b1dbaf6062171cbbae38dbcb638226c353da98a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8678339120087912, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:22:57.934635+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac01611e-aab3-46f2-bdf4-aa33812769be", "result_sha256": "8a9f11742be5a72c0c30edc0217f33bacfd8fd4ab69f472d112ff6d3808b6357", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6347545879980316, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:27.263067+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ff7a2ad-a286-4ace-ace9-7d89e09cd144", "result_sha256": "db9409932677a968af84a81b85bb4a70dfff4bf9aa331e75841cbf8683b2f5b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005705999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.056466875001206, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:19.457389+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "145cd8d8-9d55-4b47-ab8f-12a548327cf5", "result_sha256": "d7b99cad11719ebed5eba2da9c338eda744b9a96d2f15d8c50a68e9feb4eeb3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.906657573999837, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:28:02.211583+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab1823d7-b27c-4a2f-be0f-1db0596b66ad", "result_sha256": "a8a94113ae30f23efd473c545e2d3e28ef0bd9a4020866ab78a57393cf488f44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0185959730006289, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:25:14.011858+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a18f8831-cea5-405e-a50c-a06541dbbff7", "result_sha256": "2a14a042e5b3bf126d1fc1cb26ff24af1f7a316df9e47fa66d299f1b0c117704", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8644918579957448, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:05:06.124643+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "01d936c8-03b6-45d3-b891-40410d1e50ad", "result_sha256": "952bf809c42071221d8af05de932aaff483a948ea3d8c66df917ceeebcf1b01e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005857999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8990281020087423, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:52.771410+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "09f5024a-9972-4f29-ba49-2f9bc8962ab1", "result_sha256": "7c5cc8513a8717ceaea15e5d1dd7c37d31de1b490f9f783cf1bb131eb711d244", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00057, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8793921119940933, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:56.769023+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5aa694b-f63f-4a58-9dcc-dc6a44a15d8f", "result_sha256": "f7f6274c801a0ac326c582928c5efed880ec33539faa8118696907f735b5a376", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8403056769893738, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:15:56.858132+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f700a2cc-44ba-4cd9-9d7e-218fa88b5e4b", "result_sha256": "b9475fa9d9ac359e5e0b6123bb763020f307199b4f50dc3579543aa5eae2caef", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.3156712700001663, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lobster Two\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:15:17.629455+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d1c37d7-c074-4184-bbae-317fb5c3ea8d", "result_sha256": "ad120613926b3eeaea2c08dc05148de9739603b371cf819bec3fdac34c3f23fc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7059065320063382, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Sacramento", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Sacramento\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:33:38.225991+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "0a3fc114-53b0-4ebf-921e-13f25082593f", "result_sha256": "75e06c2dbda18434db7506755f24bbbec8f2ffe45783bcca7e8a79906b540adf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005933, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8235379310062854, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:02:47.019237+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dde9d28-cb55-4525-aad5-5b63a289e292", "result_sha256": "222341f1abeb2cb275af8543fac4c63d7471237cd973775cb2d3109e87fd2297", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000585, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9607155389967375, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Marck Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marck Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:45.942101+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "29717a64-01c1-4934-9f7b-f774c6070318", "result_sha256": "2c0b3db5720823056fab50e402570049d789f06e7012eba6f13c4c419cdfc058", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.222774768990348, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Sacramento", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Sacramento\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:04:42.080551+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a3f03c6-4761-4cb5-affc-05a6f2c5c88e", "result_sha256": "e8321466715a0c3352b7b4cce63014ae3b3d26f0e6208ca4b946730717427176", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005780999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9821839770011138, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Marck Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marck Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:54.076571+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bab2162b-611c-4691-a671-a5a23b586e3a", "result_sha256": "f48c8009f2d7d98644e8d71371763f0b87e4ed5fba1df9c76d4d11581353f3c5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9967831279936945, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Marck Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marck Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:03:03.723278+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "504056d6-4893-4804-a7db-8677d0826516", "result_sha256": "71474e1bdb90d469d372cada9006affe9d48c33da9a67d1ffac4e98eb851e791", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9135713089926867, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": false, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Reenie Beanie\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:14:44.969319+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "41fc50ba-1551-4716-8bd4-2588075c0c2a", "result_sha256": "7ccf33a20dd0ec3442ce15989dbb924ac24c29208ae26c09853c8dffd4627a99", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.926713690001634, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:50:51.630561+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e595b35d-214b-49f9-8274-fc0b7cc72c06", "result_sha256": "4653462ca4ed26e74d6bfe0d693305dcbfcc13b70fb480f48431e7ec9063ec86", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005882999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0609189740061993, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Marck Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marck Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:38.937355+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c952f70-38d8-43a9-8266-d18cc469e9f9", "result_sha256": "5cc654010981c68dc7310a8681e43174afdb6fb053ad03bd73901411addcc962", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7852871720097028, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Marck Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marck Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:11:14.980464+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7601051-571d-4ac0-8f2c-bd3673693c25", "result_sha256": "e6828927ae9dd70d1e7e5e794d4648e3097cfbd093ba068a2f07f5846ec61532", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3617183230089722, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:26:20.377910+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "810c1bda-857c-4e84-90da-10a34f294661", "result_sha256": "849223a6370f143525a199203ec9b3630187eb6d470fc8ecabd63031921ca3c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7480202250008006, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:43.679245+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "75255a8c-7410-4f66-8230-26cb6f38d3e1", "result_sha256": "504f4d4d0bf3ab52a2d97933c3ea2412703d3aaf7ed984c8b93b9be82d02d2ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.0978399430023273, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:43.315979+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "267542c1-52dd-4922-ba5a-1418ea2cbfdf", "result_sha256": "40e7d15bd36bbcc18e97d051ff5c018fa9ae20070eef08bbb8e405f81cd1a32e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8180777280067559, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:32.110891+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "659d57bc-2def-416b-8c72-e116481bfce9", "result_sha256": "aa77ca69b5dd392684b9c96defa901e6a11a87cdcaecb2d1cc0fd483710add51", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.0979451470047934, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:05:09.568404+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "43062bf9-eeea-49d3-8415-d0dcdaad610b", "result_sha256": "ba9c310d2e78cdf112712f2e8b44dd80727b2d4592c1c2452c15c2b59b576fc5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7331966380006634, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:43.918730+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7628d2be-cc7a-4c5f-8d2f-124ac5964450", "result_sha256": "269c3823f66c9fdb826c246a37a734d19df6c18471c30084edd938448ec10bc8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7900038499938091, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:37.827579+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "de317ede-b19d-4b32-84ca-d551de6dfdbd", "result_sha256": "337e65b5ea8a928fc0fbe3285e1586296885aec9a0f77d6c375cee863788a10f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7616526889905799, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Product Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Product Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:15:24.063828+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2264b748-42c2-4282-876b-b330212c2863", "result_sha256": "6fb7a3ba9cce3d571920964964ab122d71af02ca4fa03c7c3a8ab52ec008e232", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.160669784003403, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:00.838295+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e2879c-5750-4ad0-a87b-8e7bd0b9a8b8", "result_sha256": "66f081b842c71cdcade5261469e88620f85a462b5a021cb9ea51c4e4c199cfee", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.6942533870023908, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:51.589906+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3c589da-4de8-4312-a240-8f812a212873", "result_sha256": "acd16782ca6cf5df2c78183072d4b7ffe0d764463c26c9c196ed8211206c1a4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005967, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8321340989932651, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:42.449814+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1d9eee6-faba-48b8-990f-b58cf485d556", "result_sha256": "24736fac6c790c3042b4544cb1d7e425b37e871f1fe48f0c142df9e4e134b1f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8484292210050626, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:05.936876+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6961e5-5028-4f80-af9c-82688305a0ee", "result_sha256": "bcf64cf1ddc3dc992a050e51d35ba915984afa2b95c173768a03e6f3b0927c83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.822848203999456, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:36.127695+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90c4c812-1986-4a38-9d71-fba70c9df5da", "result_sha256": "de961f4f64ecf29cca00d5d1107ec440dd7d94ae6fd8cfd8571a4a32a2f1b47e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.880414759987616, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:56.522791+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "118835d8-070b-4db2-8e5e-769f899caeaa", "result_sha256": "0aeedfd9248997fc9e9a517b2fffa05abcdae4691142b28bfa182cac312cec42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8510454319912242, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:29.017565+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "415d0f56-aa79-497e-a404-02f38d0ce892", "result_sha256": "1eaea0e49e1032478e052b9bf4a24af6d679e0668a44d13b1535aba8dd6508b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9602073720016051, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:12.493290+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad9751a6-a68f-4e33-9c6a-f452b3f6c8fa", "result_sha256": "7a31257adb4090c59a6fd36b3c1e2964957883a91718c7e946532f2babe9aee3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9746021669998299, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:46.264925+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "82458685-a494-436f-922c-61f14465dad1", "result_sha256": "015edd6b25f55869a612091edacbf88477461012b59e3a88970895fadec74a4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005882999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8201054429955548, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:14.242903+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd25d558-a947-4037-a65f-2280a9b38ed0", "result_sha256": "621ae8967d57f89a41e1ad49d9a6fe1fc58acdc4f0b78df5269ed2ee8384a5d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.03414234999218, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:03.856478+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda81539-dde9-4978-b764-957a92fbf34a", "result_sha256": "a0670b60b5fa4a331fe2ff308bb15eec560fd8f83c63e72ae600905eff4da744", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7457146149972687, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:41:35.371169+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ce1893-072a-4579-81f9-03bf514a3fbb", "result_sha256": "b605913daf19947e05a474b3a51da23dd8d7205c549e48696eb9c675358d2b6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8577136989915743, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:53:19.942321+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2f053a-8c34-44d7-8d42-09d71ad33d68", "result_sha256": "fdee6b21a64487eb4378fef90973a3030ce0d0fbf538e6318ac2b7bfa3598386", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7234650739992503, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:57.640070+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f8133fa-38b2-4687-afff-fe908dd2c352", "result_sha256": "4018b7ddb0902d57839fc0af4375b519da4908f488a7ba3323a68a673d9e0ed5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8729203050024807, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:33.143088+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "703903e7-aebe-4ab2-a211-2edf6d59b444", "result_sha256": "bacd39d802a23e4c0672429099692dbfef41469323ba1a33307ce1ce1e74fb12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8625645459978841, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:02:05.334854+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "586546ed-b328-4549-8706-883636739e6c", "result_sha256": "639d8a1998693ddc4ffc9a11fc79e39add74d0328dd8895c291d250922703b82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9465969480079366, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:05:25.656134+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6129c878-fff6-4607-8162-99edc02513cb", "result_sha256": "ea41df4415d4f9d2d978a93d7f7799136d455765d661505ab623c5df414631e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8201559169974644, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:34.908126+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc05e6df-8838-40f4-b9e1-4d6a4e6ca5d9", "result_sha256": "a20ed7e7115a6e14b3be7a4945b3067eae9e1f14e5ad1aed57f805084f4a02a3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0265772599959746, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:12.018600+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "df8cf6dd-6172-4264-bfd8-a4d9597b8181", "result_sha256": "0ec3fd5c5ffb2e2d198daf3cf2c6d6b8c5fbe99b4125d0482347a5e62cb1a970", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.713648536009714, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:41:48.674903+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eb748fd-ac61-4a61-818b-db309b2398eb", "result_sha256": "adf75138516ebced320ece4ad355051b93c5c1ccab2ff8d8ddeaa676befeb035", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.6996044060069835, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:26:57.761738+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "280786e8-6705-435e-8070-0a0737d477fa", "result_sha256": "7c5e865859349ccedfda13bdadb50829cfe8aa44ce93d2d1da03f5aff7da4241", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3956610719906166, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:17:08.495152+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e81c7688-ef7c-4787-bb0e-a2b5c3ef79df", "result_sha256": "3e46f4132508ac87d777b1efb126abbd75c4feed1456e5bcbf88e8ea4a82f9e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.008613026002422, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:04.636072+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "33b72fbf-296d-40f5-bd56-9c3b65fea713", "result_sha256": "09360c76733870b401ceecc21ed2e6276acb9bdb00ba9afc83a08142b81abe43", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8434614300058456, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:07.836281+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1895da0-633d-4da1-bfc6-0a5f193a1b8b", "result_sha256": "125c7ee6cbd2f1f61ec3794878e1a78fcd371d90ca14f29c1ed454c7066447c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7430153999885079, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:03.008190+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0513b41b-b77e-4ced-93c3-be1231cc9ce5", "result_sha256": "559f226dfe1c962c1fa9f82bf20db3f3c72aca2cde767ac8ca6843e3f7256929", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7445131809945451, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:08:53.624646+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcff578a-4f28-48b0-8465-31893f9e35d2", "result_sha256": "761073266023f869cab098f17c67704675c212d23063f8f1917af0bcc20d6c47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7946117210085504, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:41.059616+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2dde595-a4cf-4541-8756-ccb81f618a54", "result_sha256": "38a78064e303897b80d7a04b1fc81624b6b496b3106febabfba5623f1a8bf435", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9166782520042034, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:29:10.375726+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db9c633-0e4b-4f1b-b1fc-8658a1c7ebd3", "result_sha256": "a331f1286e5d7c6c4ad275c8d2e332f9228552c0c3bce4784ccaf740924c8daa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7922481339919614, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:19:00.105080+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa0ffe6e-e94b-4359-a0a2-c6b3a56a12be", "result_sha256": "59a5180a433a624918fe64fc3d27e6f8dce32583ca6c552d2e16c480d8813c2e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7507590000022901, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:57.073814+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1cb324b-86d2-4087-be02-161a809b78d7", "result_sha256": "44687638a346da24e1265ab49d6a64d71240295472c154628a42e1a020e1c30b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.819730023999, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:59.023577+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe88acee-9393-440b-956a-3e10da27ef5e", "result_sha256": "af5f9793e3096ee259cdea695d9750cc5ec6afe2ecfcbfd6eff1035cc0bc7c22", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9411486680037342, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:08.375189+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa487217-cd6b-439d-a03d-74e71ddf8578", "result_sha256": "b83a990e982d4a9be6cf3c4d9415fda59ee1b46bf98259d55aff6210a10b06dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8167206209909637, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:42.701951+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "06cab16b-d026-4287-b9f4-70173c48dfc8", "result_sha256": "193ba96c7872339596a90e3d3e7e0627fee48c2061959f229209bfa88e03d4c9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0123330799979158, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:55.757363+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "253b1e9e-4920-4c09-8eb4-24969f90f4c9", "result_sha256": "e8f41d39888e008359f5a35125638ac17ed01cd2af4eb70afda8af968b436784", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8982360980007797, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:48.396043+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4936a49a-5a94-450a-a933-ae3687d118bd", "result_sha256": "10e9b8718c3310778d50a41266d8a99f61341a82c64ece5cacaf6d59b4be0886", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.01553666399559, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:05:18.493873+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "946d1701-79ce-4e20-8ad9-62d132b98c26", "result_sha256": "9e68171aaff27047ea239e38feab5e6780fe4312a07ae763c02809993d2f922c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0113477679988137, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:06:49.401645+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ea028d5-00ff-4a02-b598-4ecf6591f7ce", "result_sha256": "eb5f0f3dd527e57795f35d69fc1cde675835ed2a48a7a81eea823083c21cbbe0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005832999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8673921470035566, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:17.035773+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "43a970a2-7a61-47cd-9e16-5b1b7b9b0467", "result_sha256": "b75947882238ee8ad1e8ec84079bbe0b1795bb5e239093026f50f5a78a89414d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.7591916099918308, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:05.549138+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc91cc7c-63de-418b-ab4f-0460e0aef8f4", "result_sha256": "64a046495d193ec0b947043549ca72212d6ec472ba621dc7050fcc8374a5df43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6563889819954056, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:19:45.244099+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "25c67be8-8ebc-4658-80e4-0ef51953f2a3", "result_sha256": "8a6a40efef59ad9a1af69065053651237f0e07ba4cc0561e2c41a344c363b622", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8485260040033609, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:41:35.999285+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0dd7c54-4121-4e4e-a05b-e7c3e8b412bc", "result_sha256": "e21a16ca1b7fa900b131fcb3b24ddc1253e17c0834b60d07645e2dc938564de2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005704, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1637580419919686, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:28.971613+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d30c22e-e5dd-45e4-9301-b07b65bec935", "result_sha256": "44a738703c20c27a26d1f558bc8a981e143b2a6ab978288cca7aa26de460ba3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005974, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8730045879929094, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:10.427239+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "d6daca97-dea7-48b1-9c7b-c681449673c0", "result_sha256": "8369ddd20bc4f3c3e23b1da8746dcf588be310a0b2411564fb038b004cfe6d6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005967, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9759704769967357, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:03:02.364726+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2226cad5-f2b2-4ad0-a899-88fa120de6bb", "result_sha256": "f9009dd2d6f33da8eb8bfe79191455a8204c7db2aa9354b55755cc22c7b9a3a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8621364779974101, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:28:42.157401+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "75cab051-314c-4b63-baf2-5e60c48698a9", "result_sha256": "c56c26c9e250b484e1ae9836df7ac983c1e5a820b93754606bd73c3a45a52833", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005780999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.7452840250043664, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:29.934715+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cb950ba-20f5-4582-af0f-f5fea7c763f5", "result_sha256": "84eba8c698cea2de4d4531740fa82986c5711cb20e1af0ce6ee87e9ade321f34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8360033560020383, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:53:47.697839+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bac8631-7c6b-433b-a9d0-5cf480d02e8c", "result_sha256": "11d6934f411a1095aabb8f536fa4d37daa40f3cf899b81945fe5d14791041455", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7829742500034627, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:38.834165+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d4976c3-2529-40cd-8f73-ea7727a8c61c", "result_sha256": "e4be7b778ea5fd882cf5981f0a37ee85b49b9ca5355e96d021c9201901b86a33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1427839860116364, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:54:53.314140+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "95dc30e8-0736-4620-8911-79f3d553b38b", "result_sha256": "f2081ec623f8dff22c642b1d0e713993e8469ba9958bc68c19cb9df4b21346c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005895999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7545165740011726, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Baloo Paaji 2", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Baloo Paaji 2\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:18.479305+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d81d353-da7e-427e-bbdd-fbcd936630b6", "result_sha256": "d8e9bc806b43bdbe4942ce981fa1f019fccdd78edde86e2365e99d84955f94d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.067917551001301, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:18.093194+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c432201-1987-481f-aaf8-db50f8af36ff", "result_sha256": "306dbbd7721fb3c1f6fc8c52fab2045741efea33ebdc2911a06f71890a423afd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.957132488998468, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:38.643108+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff43cf6b-0336-4458-8a2a-d4b558dbfee0", "result_sha256": "0b57b7e71ce5803f4d6163f8d43663102ebf3a6a20c062be38575bb7cf1d275b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9124026049976237, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:25:55.213103+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "73c6745d-b83a-4cd7-b691-5af0ac800d3b", "result_sha256": "e46519d982bdb839b9a1db4294452130d313617838f8903a1e9f7daf5c33017a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9663234299951, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Chivo", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Chivo\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:37:55.032342+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dfabb28-6f93-4672-a7b1-78fb202233d3", "result_sha256": "377f727344c9dddab35eca130fa8b779bcc8469f0670690dd8142b612cce382f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8010668079950847, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:42:03.080529+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0f96af-9e9a-4595-b33b-f488e88275a4", "result_sha256": "c8a1d80fec8bc00a9ccf597ed49bf61334c6a9b6727d75fa54d1343c386e1427", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7436740330012981, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Fredoka One\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:41:51.787320+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2139324e-562d-4965-8bbb-2539b4d851c2", "result_sha256": "5f1b843d3db30cc29f88a8fb8c8f9d042780d4735e3d475f081c0f198b43683f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9421953429991845, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Kanit", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Kanit\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:01:49.244966+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6c9599e-d135-4e7e-9ce3-bd6333e93510", "result_sha256": "86c0a3d19b5f35a0e9bda0a35c4b8ecad78b894ff0b65c4589e560d1bd0d1a2b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005878999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9393133519915864, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:07.632895+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c63eaae-b48f-466b-a71f-d47ab902e649", "result_sha256": "99f47983ff7eae1b942f48eb51c9b542771f79c87c23fe26b9d4da3d9d23ac0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0360726280050585, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:02:36.143811+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "23663662-2004-40f5-be7d-b9f14c9b0730", "result_sha256": "20ef80762fd2cb6009c5809d2755a3ac5de6fbefb81add6f9396d16e0c6a67ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005872999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7113714550068835, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:33.140347+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "71dacbaf-dad1-4a4d-b228-34d4387ebd8b", "result_sha256": "a30ca480e4821560740db51a866f41a3d604fb296038151012edd3936aa94c90", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.849502377997851, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:46:26.155543+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "cb23ad3f-cc40-464a-8d00-7c834a66d04a", "result_sha256": "918102660427a1918dce86b96fe3b35ec7f8a42abe5d28feed4a70a085b7102f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1387276500026928, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:03:29.338005+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "d692b6e2-d80c-4621-aa13-9af5e36f59ef", "result_sha256": "b68a19a66c59f66187f2c7b62b2b86e327389a5666b6071fa2946b169ad47256", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2790099190024193, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:04:49.623137+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaf2de02-d2c8-4648-bc87-4b2475b8ef5c", "result_sha256": "e6c596f03b1aaf960957df1c674ce1bd669008337a2a720fecfc7de74ef6d5a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7959761650126893, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:17.913455+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff5b5539-b684-4c4b-9a2f-efd56ae68a6c", "result_sha256": "c64ecc1ad99a2a128eeae253d58f9a8f9982eab2d411784a423669bf483a4de3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.564375668996945, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:53:37.509202+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d72542-6268-42da-8913-f2efb56b4c51", "result_sha256": "a68492fc92330e36f5603c3d460dc3b2797bf0e30f9ce46728e4f45330c5dacb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8854480459995102, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:07:29.788559+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb2e676-0c76-4f06-b22f-9ebd9ef98ab7", "result_sha256": "2fae54044ac5e24827658cc3e5b80fa8714a322e551b59206472d660b458382e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9189037640026072, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:35.469327+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c7b884-3d77-4e79-87d4-6a27e68122c0", "result_sha256": "8e97152bea6727ca8f2a5cb932e058a44d3f40260db6e9be98e0f42f6321781f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.083232817996759, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:35.662895+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6597d543-e0c4-4ef8-9e7d-9b588e0f31c6", "result_sha256": "18192bffdd9bfcf1f62d6ea356dc2c2af9ac0770425cfaf8c884c7cc47652fa8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9497925019968534, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:48:48.833148+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd540cbd-6cb7-4c0b-a4fd-b133ea5cad2c", "result_sha256": "cc932d1723256ab05e9c656bd04a9125d55f38b6302866ff3e1796e1906bb1ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8317608189972816, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:00:25.410541+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecb88f9c-3490-4dc4-b309-301104549fdf", "result_sha256": "c7d869c0db2207c413a63589a00f3f426d19c50aff1b37726a73de4fc80bf1c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7790143040037947, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:00.282137+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e11f869d-b746-4739-a57f-28d38a3bc200", "result_sha256": "384ccb9abed9ba5f63dc16648620babe8283b27ab40ca20136413f9ae8b75d94", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005845999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7569427990092663, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:12.932342+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c81a2008-c59f-4d89-ae8f-922e34f08231", "result_sha256": "f991df276ddb640e5c431ac2ee92d88e1ad35dc235ee0d9b698d4d607bb4bb6f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7892800720001105, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:48.409489+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "13b0a5c8-3b89-4c85-86fc-5cba92e94152", "result_sha256": "73efde155de2ec91fa3dfb9de997ec9ba7ee30c19bd205ec5e6f9a8f4c494ae9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7641479190060636, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:33.214650+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f154b3c-2cfb-4348-bc83-8f1fbbb3c3c6", "result_sha256": "ebf2972d6e37493e445c775548a3575ec6c951a977a6f973c28e09dfa341b0f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005477, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7737840059999144, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 41, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:44:51.048894+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b10ec4f2-85b7-42cb-8b58-3ebe2c6cdded", "result_sha256": "12e3cd71c951b7a9db4bb509265545d5307a69a0f165a9474d816da75996dd34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7161191889899783, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:37:00.088747+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "46452dc3-1439-4d85-be21-8b164c821002", "result_sha256": "bd39cdf9d2698715967c75bc12d9bd90b3a10527a4e15ccc333941034e65dec1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9777521089999937, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:59:17.741820+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "17f96298-fc62-44ab-b014-c60c7221f536", "result_sha256": "333d5c9fdda42aeefa25e27a2f275f2aa3402a3e40329ba7b24ae6dd37c0240f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.218744429992512, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:42:02.793427+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e479de89-6b6d-434b-a077-7912d34be535", "result_sha256": "937a2e6941cbba9daa181a93e3f33657cf7ac591949bd40d2aa0194ca329d1fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005992, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8776733730046544, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:36:37.552316+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "77f8343c-aff0-4e05-b1c2-6335bc1a1899", "result_sha256": "ca5873e10ebe88606e0f17eacd69c54c4e1e61bf5ff6db682a0a203d69803334", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8748680119897472, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:49.949414+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "110944fc-33ee-4ef5-9a01-7ee6bd6214f4", "result_sha256": "0804676a6030db5ee33eadb48d27cc2522a2dd8f653ef40a24befe7f84578291", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005826, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8472879160108278, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:21.150423+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce24162c-db90-42ef-9b52-e3e924aef53d", "result_sha256": "f1c2327aa5eba79aa6ceb5059c03587df5887213f4d09e625e1a133340ea0dec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7475482349982485, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:27.429141+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "63ddfd2d-2dce-41d0-b19b-d04b2ef95e0f", "result_sha256": "6052f206cffe2abb43798f7237678fbf00d4da2ee7283e32b521abc6db64f594", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7670452859892976, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:00.683866+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7c5014e-9036-474f-b70f-7b47f01ac88f", "result_sha256": "ac5425d8b500fe2eebfa5bfcf6bf0986f4c000fd5f444ee9200ed700154011bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005875999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8522195960104, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:11.105714+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eb9f284-4225-4c09-850a-9697e3df5966", "result_sha256": "9af8ea2fa84a458335ae6161a639f7af153f47a09fe8de95b1d76fee3ec11880", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0995134390104795, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comic Neue\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:15.345821+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0012d5c1-f235-43dd-8288-e2875423f27f", "result_sha256": "d8292c9a8d75701fbd0f4796361e303006252c3855a97ed25b6c6f2a278d09a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7950001060089562, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:29:54.301472+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d854aeed-f6b2-43ff-acfd-c7f7cd76a77d", "result_sha256": "e18818c91f44d4dd8abc2a5f5f62a0b06934124462c8311a3a35b081ebe78b61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9081613589951303, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:30:24.225472+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1561dad8-1238-4d7f-9acf-1c045e921a3d", "result_sha256": "961801aef81dcf468c323e55dd9192554d8f6ca52b66164badd67f64cf4a88bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7227141640032642, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:39:49.333701+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fd54cc9-4f9b-4a4e-bc29-14e6deec630a", "result_sha256": "f405f98be1a5ab3599491c9724603ec922636330c34ffa7d31bacf74824a38d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0751380520086968, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:25.389546+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b6bfb70-f888-48f4-8e34-07415a25e1cd", "result_sha256": "ca976be390ff5de2dd5f9360d8264ef295d9738235c46b4d984966c98bde7019", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005857999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8192760130041279, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:28.726481+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8d24332-b096-474c-99e9-47e958dc77bd", "result_sha256": "bd503de7a3b285227b4492b7a81588c0006b3f4a10563b12752106e5c6c08c88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7686445040017134, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:04:38.225430+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e86e94a-8aaa-4e78-b04e-e2802d4492bc", "result_sha256": "78b437c909679d9185db47821d12df21b0c48572c3ea281ec93c98530648842b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.713188526002341, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:10.068334+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e8157dc-6b18-4b8e-a436-1f5fbe171631", "result_sha256": "582636dfe223a3a017ea9f5995db957fe63af73df8031e785641976036997fa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005942, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8752992709924001, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Trebuchet MS\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:09.847934+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "75d969df-3cb1-4be5-adcf-39648fe5e331", "result_sha256": "9214e563ac4c91ba9b673185b7188b803013169f5a7aae9de04ce6909a5ddfce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8417878960026428, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:24:08.284738+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "206f9de4-7fc0-45d7-90bd-797b0998c962", "result_sha256": "61231ef0654e75da05de78aa9797e8879c007332009cd385f16e78860d3dbfb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9243421479914105, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:43:54.571725+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2032f0c-666a-41db-835a-34fcb3b02ca4", "result_sha256": "a1cc4a14cc43152b917f53b1bb74c71c7b56bd07e4fea4c702f362cdfc0568ca", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7363354559929576, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:15.922561+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0585160-053b-482c-a2cc-992a6941edeb", "result_sha256": "2edb167c1a99b3496319b1abf37ac1e8cf2b3f9e40a326455c3cd4dbc47fe7fb", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9782112620014232, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:46:04.504018+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d0c4b5-af78-4512-b8aa-c73e8fea2b07", "result_sha256": "b14ed1a711a5884307660d4acd9af44469260affbe2cd9d79b8c60dd8dc5556c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7138877980032703, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:34.418421+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d49d470-9e1e-40d0-bac7-3b4bb061484d", "result_sha256": "7f01c42549dd3a454462139de27673922f8c7d438bcdbc965799e84cfde880f9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005698, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.924552365002455, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:08:22.379178+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a15c9047-cdeb-4a18-a1f1-e21cc3966b2d", "result_sha256": "26f835545d49982dd33a9508f3024387f93d97ccafa217c2f0cd2ce028f11c9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9116465170081938, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:50:00.255076+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b88ac151-93d4-4f1d-a616-d9fab7f00d31", "result_sha256": "1b613bd95f6f0ca6abf6c8dacf11c6cb1caa2d6099bf4e84641d41a005abb1a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005903999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7509755580103956, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:20:07.173372+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea1c58d6-2953-46f1-a3ba-30ca8ec9a75c", "result_sha256": "1c90bfc3da99a0cd2d545e9322ab99a14d76ffa5f6284d57a60e395447f627eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.8825587960018311, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:51.482990+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e1da677-54c7-431d-b778-4072ac7da90d", "result_sha256": "79bf48c280ed9c486b4dacbede048885689f824f7e5d5f5edcee5d1bdc64fa9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8336134370038053, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:47:36.270016+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbef487f-ea17-4b23-9236-acd54479c6aa", "result_sha256": "190007e73747b0a5a50ea65c62d05c33b82592231b7cf67164a5873c0b7bcd37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7824460789997829, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Segoe UI\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:55:31.348855+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "387b7bcb-3024-490e-b768-38d83df8d8c3", "result_sha256": "44eaec5f65a833409e08314cf1e4d49ab10d2d731e82ed09efc5da68e6981a1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9132293580041733, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:46.099652+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8559ce50-c51d-4de5-8cf1-65312871d867", "result_sha256": "361984c5d8782e91cae19498204ff4708c9bb1b022556de85de3abecc2b2f3af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0189432390034199, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:31:18.978354+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "15fede33-8598-4974-a452-5e68b37d6870", "result_sha256": "1cad2b1d585dc95248c0cd5ad0063f7f4b6aa4d208e96fcc5144c4e364257d9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7629592320008669, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:33.061922+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c2b03af-8442-4d33-863c-c9046a5e6d2c", "result_sha256": "cbb5e970566e7bd102929f0d189364614f80f33a3a21d5555cc757f23dd3c12a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.6979285929992329, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:52.333676+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7a2c3fc-e1c0-4598-a47e-0167d015d74e", "result_sha256": "ddb805dbfb4aae74d64be5f14869ae4ed3079a1c85b45cbcdeb9474806c01555", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005942, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8061553050065413, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:35:21.337730+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "596e33a7-4073-48d8-a868-a50255f585fb", "result_sha256": "80935342db19f3ddb9ef2ef0c0f4de855ecba99c01b6d059e12b66f1cc1396c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.719841627011192, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:13.342627+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f53a482f-9b98-41be-b1ec-2bb9774fbeab", "result_sha256": "302b8e4aae738a1b03bf0e4661fe067c879fa1cd30c0f60c25d21c36be12406f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7301263440022012, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:42:27.274898+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d90a599-0102-4619-9b46-ecce84e99202", "result_sha256": "1bc01f2abefd6b7f305b4dac8af0d3af11337599f23b94ba36bcc8e4502ce57e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9355081480025547, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:00.055091+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "372d8308-37c0-453a-ba35-915e96fbef8e", "result_sha256": "fe1366833ac2fc428ac7b69fc99958f2bc87e73c6cb5300260914f950b869485", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0153217949991813, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:05:10.923301+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d33499a-3323-4692-962c-74d50d4fc799", "result_sha256": "d50ea568a6c734df5db46076ae5a939544ffae6bce4c39e6c1e61c7de49a5437", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8528279089950956, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:57:45.607938+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f5ce76-46ef-443d-ad72-9ca5e8047f74", "result_sha256": "d2df4c23c227e14d3ee99f4d6409c5f2613c409ce342ba1b0acfcd80119bc2b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005882999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 0.6917145820043515, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:32.290104+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "08bc3cf8-8e2d-47b3-8c2b-1c53a6081fcd", "result_sha256": "d3561c6b97688b2f0af09fe4c5373644324b2f44b9d48be61f322b724c8e8aa4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9198582649987657, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:23.056568+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9640545-c2c0-4d03-a90d-58c934902d8f", "result_sha256": "f53040257a07b401156193c4a5528fdf118b748c6254c9b80ebbf88afa891b60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8989162549987668, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:19.875255+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eed7646-d130-471f-8b37-e39dff4ee064", "result_sha256": "bc6124b2599088b507e83c89bf8160f5abc1c85dabd7d1b9f63f1d1f90a278aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8644570039905375, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:54.101230+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed9fc268-a9a5-4395-a187-ee11c410de20", "result_sha256": "07b98d114699075400c312abcbf596823166b3111a758e43234f3f9acfe90576", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9145648349949624, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:09.172694+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "be7bb387-326f-4217-a863-c6ced4f1a80c", "result_sha256": "185a9e0282d904d992ea45e25a866c3a6406957789fc61d136eef409dd041e83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0222086209978443, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:00:27.115037+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c61329b8-d3d0-43ab-90c6-b18e348fb892", "result_sha256": "c68906eee0bdfbdb88f8497df809cf698bdc369a949fc74085be19034949f5b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7969181069929618, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:41.881595+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "27c1e4a1-ab61-4a34-9a5d-170c6c75d527", "result_sha256": "07134b8d652adc6dedeb56f0bee039754f4304ea5fee48196a3ea86a16d8f24c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8437367610022193, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Museo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Museo\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:43.533993+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a956a0f-5274-42c1-9753-448b2f1d015d", "result_sha256": "003d62a4462fedf766e6ddef849163a6d9c38868ce3264ec1d2ae564510844f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.0330311610014178, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:48.512373+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e095d9-7470-422a-8fb2-6789a8422421", "result_sha256": "276033ce34bbbe2bed2f6a13685fe5c373d63c2418903d8dd2a647e079189c71", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8550012299965601, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:28:15.991279+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6211f58d-1639-4989-8fd4-4cb70fe2a380", "result_sha256": "061927ad92f446b758ad8eacf6677b8141c2b98b81e953eccb713ccf73e5d681", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8135271400096826, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:57:15.162437+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f68ee610-38ae-4dad-b314-a2fa69113124", "result_sha256": "55506b7600e8410524dd5a93436b9aa23364151c3a1cc382f87534510b00eb28", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8479409340070561, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:45:34.279113+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c000b833-ad40-41cc-8b83-0fee74edcfbc", "result_sha256": "a9dcc92839a2eb6897d05fe85907ae968a86ad92dfd01bd268da5d464f6e150e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9252671930007637, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:30:33.579610+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c87a582-856a-4915-95d4-a9876b27baba", "result_sha256": "26631e5fd16ef4dfff205897770ca6144aa16d00a55b328da5e9c89167e026f9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8458682489872444, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:27:00.345723+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a1982a-89e7-461b-8c8d-85fe0085b605", "result_sha256": "6570ddf77a914e544e4181ab9e40f684cfef3ce0f953797bcef520378ef96e72", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8742868130066199, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:00:35.685564+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90a7e735-2038-4a64-bd39-9ee899a8ba40", "result_sha256": "633bbad3a4e11349be504b52beeb8873e0526c7576865f87b4dbb42d9503096c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8113829380017705, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:02:19.426769+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "96235e59-4c7c-4f0a-a503-66c1b91a7700", "result_sha256": "daeba8aeaa13b0421d23c4d89ac67b269bc3232c10fde52874a81551505f69c6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005775999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.799704106990248, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:04:41.457129+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a76282d-62d6-494e-a296-0806b999990b", "result_sha256": "e8ae068fa2ec1fefbbe43c93dd300840a3e1e077892deba33f74c9534fae4578", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9598056620015996, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:46.354281+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f12160e5-f0d2-4e45-9752-aa032f81093c", "result_sha256": "4d0ffb54977130cbd7897d212dc357af9fbedd852e5e2f2967474d8ae509f0eb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8480042799928924, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:32.814413+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2add120f-5c05-47c1-8512-3139d43db572", "result_sha256": "898afc19fd03e98b3e4e96631732e19a03ec4f9e847a9fa03fd7a7e691a9a0fd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005875999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.857999836007366, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:36.358916+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc49e90a-7fdf-4874-8370-e0ec87b33e6f", "result_sha256": "5b542810ab39f3e4a31ad3c8d134cb48f9555f59c13d63054589d617cdf36cf1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8906718679936603, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:00.851292+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4b635fc-02f2-40d2-9d51-0cae05d1e2bb", "result_sha256": "11ffb56e8a77f1c1fa4aa391ae5621008222fe97706d665eef5d2c0cd60a1d35", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9217124379938468, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:31.805639+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6c68637-efc7-44ee-b538-d8de2f0f3625", "result_sha256": "215d66082854406b83a1f0f24abe51f8ce2afbb850a666f0c06b8ba3a2ba9a2d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.025196501010214, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:26:34.263575+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b604d43-b1c4-45d8-940b-fb2d89e6a838", "result_sha256": "f458bdef48b2c5d6cd75a4d41a9413edb3d199f54a6b998d8ac1d465b1900c20", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005820999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7249054970016005, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:53.932938+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "633ffb3a-4855-4fcb-9b99-7e7922eb72ca", "result_sha256": "b9ec82011797cba479344eae7694b9d053136427f39aef8f3af8af9d805b64be", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9109632400068222, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:16.599527+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "452eeaab-8ff0-412d-8227-5fb11366078f", "result_sha256": "ae81ab37c300502093b7c59af562251253dcbe7e633fce556376df1744164109", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8278375520021655, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "other", "predicted_font": "Press Start 2P", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:07:43.563854+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c78287a-0b90-4829-8aff-8c63e823be80", "result_sha256": "f25b41af85447a1fb506ceb27a659b75fe7cc94374ab5ec8623e8920e7cc0970", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8743689190014265, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:44:56.835782+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "da1d346d-b9b6-4b9d-8052-66764c4b6ff4", "result_sha256": "5151192d76d1ea3ce262dff5eb2f65286dcdf96b1c4cbd2546e986339078d940", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8124943019938655, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:30:59.533744+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "cfc08ee1-3fd6-488b-b33b-d976f33c35da", "result_sha256": "7821a2a371b6eaf68a43393d289537a56dfc8caf7cdf5ba5a5163ee031259234", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8173311819991795, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:01:46.473388+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a806ac3d-b578-41c1-bbe2-252bf2881ac2", "result_sha256": "5519c790104245cf4acd5350e579c7dde08376c7ad478731025f2e78133a1d43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7799919120006962, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:16.692518+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "327432e4-d2b4-47c8-9088-9aceb1fec9ea", "result_sha256": "4fdaa799d41db4195dcc023e4ecf9a770797eab91f2f790ed8cec53a73fc34a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8257725599978585, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:45:53.039282+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9a641ec-1d0b-40ca-9a74-69720ed4461e", "result_sha256": "b9bbdd5767fbea301eff78a74e7081a64442d741b317f0c3c44d30b63a238bdb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7258899540029233, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:52.747032+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9e7cc44-3950-4645-acf2-e0d9d34abe80", "result_sha256": "a75e6a1a457a04b1fc80fc271307ae01c5d43d24374182802cdaf5312a13c505", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8877605360030429, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Sniglet", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Sniglet\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:28:26.070104+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f7620d1-7499-4325-8f21-b715d8e3696f", "result_sha256": "873585fc3dfbbf5aa16b2a8a9e2abcc3e304aaf696e60127d8aded6e6d2a0413", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.235209357997519, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:49:39.480615+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9708125-9005-4b7c-a980-2b626f333892", "result_sha256": "a3035b9c2843b9a79da961ce4f2db2c7fcd60d1fa22a330cf4d6149fd1fd9c23", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8687801290070638, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:09.096106+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a12583b-88e9-4ac7-99a0-753e0afd3198", "result_sha256": "c20c09e10f358628e2cd7d3b5854c769bea8a05dd893ab92226114c86db5aff5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9322798469947884, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:17.401494+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ae84b21-dad6-4ae1-a08c-71c9eb52d47b", "result_sha256": "cfec88b66c58b15ab1af6675ae0734dc30e0746d2eaecff10ba20d2381d55dc5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.1211961929948302, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:03:24.008691+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d3d4083-3ce4-4258-a072-42127609cf38", "result_sha256": "e39454cbf1b96a1ae5bab0d454361999919f0a0518c7ac7bf9be4f279163789a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8556846580031561, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:34.279417+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "95c18b4c-e0d0-40ee-a13c-b68603192f5d", "result_sha256": "b580ada49e7bfd81382e96a890bc28d173b26841a8ea6fca1f7b097d268f7008", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.799931633999222, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-09T00:00:48.045148+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a362dccc-b9e1-4103-b1ef-e9af48054e37", "result_sha256": "7cdfddae16ef38ca35619897400827dcd6a8aff699fe0e85d45a00b8e5e3b1a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005882999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9448886739992304, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Sniglet", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Sniglet\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:09.180151+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a735c3b2-69bd-42ea-b894-1a08e93e48c3", "result_sha256": "979fdc0c89554a397e3e611ee2db31ba5c23751a64db1a3102d14f55fcbf759d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8024664910044521, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:30.189282+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2e4980c-2105-4c59-8654-85582c6b1369", "result_sha256": "3d5b49991141082740aa913d98948329b1b6b58ccedb5fa8f7661a4ab017f3f4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7996504759939853, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:05.061869+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "506e030b-368f-45ec-81e8-10cc95fe9761", "result_sha256": "dce53a4c3c7ce9b41d83760da1667c18e97693016b9cbe9d28bbd4daccb3b9cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0297442790033529, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:28.158748+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d0c601-b875-40e9-9408-04065165737f", "result_sha256": "4ea6d6d07d1669b08c94818eed65f4a8ad5db3c414d4ce881c7422363828f76e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7328812150080921, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:32.479399+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "22de16b4-0ec6-40f2-b190-734a73931ce5", "result_sha256": "3f94572e4a93ff1b56b8aecd0d4ac11ea5402f8fe7805e4b305316326c74a7b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9030009910056833, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:37:36.349544+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb6b5e38-e2a5-4ba1-b7e8-851e6a33a5f1", "result_sha256": "c542dee91fc2af4d5589cc6d61c0095f173119258883f40b15bbcf9c97a01ce2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005799, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7942891900020186, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:17.965053+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ea194a6-bf2b-417e-9970-88e4a8a89f2f", "result_sha256": "78698017d077a7a748d383cfc0f191ddbedc5a4fd4affdeb160aa1bbc327c82e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7096682870032964, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:01.280241+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c9bfd60-3f9f-4c6d-b359-44299d858f91", "result_sha256": "9b60ac8c26a0c0e4d3358b7eaa7c140f828b62adb1af41d84b08d2af6d632e90", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.864056491991505, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:54.104661+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5f50df4-4876-4bbf-8e3f-5bb6e3b77c6f", "result_sha256": "d4f5fa8651c3e456661b3cfad71029a7ef214d4eee94c3dabecb32c4d30a93ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0831888690008782, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:26.054155+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "01f95a4a-6c13-41e2-a115-31bfb54e9bb9", "result_sha256": "c6ceae6b7c0677ca0143a0faffbff230fe39c02ed4602f645ed71fe7b2600698", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0902251369989244, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:26.539198+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "834ace4a-de3a-435e-9e79-8c81e3ca8703", "result_sha256": "7faf612875ec9536516a171427ac32b633956db66806b8ad05d5be3084927c22", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.6804157870064955, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:18:01.200479+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf3dea1a-c9ad-4653-b172-424ed3a26d88", "result_sha256": "60eb0959adda5397928e4810422527ae08857a8e7c3dea3d1aad7605a72f4749", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8667471819935599, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:29.248289+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6302e9b5-d8b8-415c-bf52-16f6b24b21c0", "result_sha256": "a7c4fa195b05c35582e070280a32f6fe86010aa57487103ce0975251ed2fc25b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7446940759982681, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": false, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lobster Two\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:01.545529+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "97d5e2c6-aa12-44c7-bae3-4f1835b3c7a5", "result_sha256": "4a8e0363b7783c573d23c869b9f5dacfe4ce755ecc4e48cfc8d2e113f7d4ccea", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9186206589947687, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lobster\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:55.754243+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90306972-b6fd-499c-a522-8ad658bd5a29", "result_sha256": "831f275f98c48519dc536daa5e0f530e078cb5d0bb5c609c19a60a4fa11e21c9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7887093030003598, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:19:51.256747+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e7b592b-4f3b-4c73-93de-330afc6ac0c1", "result_sha256": "862a5d789e8b992636020e4b03ee0711b087900912d4d3d2cd2a45906f840954", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005933, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9304145170026459, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lobster\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:28.258275+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a842440a-77d5-4eea-a72e-ec89485c36eb", "result_sha256": "170d0107e171e2cc223960f6afca5b1f8a7e566ee417a6a6e8333bd6e1bbddda", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.1052716319973115, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:07.498575+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b16775-0698-46d5-9daa-3c956216bb8d", "result_sha256": "5eea6a34a536edc5cac2f2c1cae94f9b293c65387c3f5a2c66bf42a7bc1cac48", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8610346200002823, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:37:28.894074+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbbe5642-03b5-4a8c-9d2c-6f4ea281d82d", "result_sha256": "92549c86a2d6f6c866d91e74c1d5bdbf7771c7338dba702850335f116d56dc56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8681771510018734, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:38:49.679046+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "a75db52f-8f6d-4f1e-95e8-2f85eb5c387c", "result_sha256": "90d09a67c6265e9ec41a1be40847cd22d7aa970248b48849dcb46fba1808dd09", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2216724269965198, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:03:11.614431+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e311684-03fd-4730-897f-0e5f4495b457", "result_sha256": "6c9c8786f092c4424cfaa8e0023fa74afd958ff41ccf9368b66f462697b55bf8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00057, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.794373661003192, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:48.536043+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dfdc39d-8cb7-4af0-b89f-5e44e6664f59", "result_sha256": "2172297334a2fa8997c32ea6a45043596fbe8d13512b0d045263a45d7e5cab8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9403038239979651, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:43.011136+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef4afb18-e17a-4880-9fcb-83e01258a04c", "result_sha256": "a5aeb2312020a6f83ad6a3d31613e4637a552b8627e308724fd7d3283e6e66e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9083327089902014, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:51.102807+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "000ccdcd-6708-4927-a280-201066fe3e49", "result_sha256": "65a47a196f0b5a1470d418bfc9c025e0bc87251f42c3aacef2d89aa3e3663193", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8157033919997048, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:30.808232+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d778935e-ad96-4f80-9645-92d6f284547b", "result_sha256": "5ad62e2e94a9487e2a77be2d0627fce558d698208bc6c3138360281b6c6e70cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8961562839976978, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:41:17.075903+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1994bb3-ac1d-4ab6-b182-dbe6f8d1606c", "result_sha256": "1571fb281acceda4043ffceafbd2ee51c76bfbee6dcb4ecd7ef8742e58adf31b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7782308709865902, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:59:32.037319+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c3b837f-38e3-4d55-86f0-f342a9493997", "result_sha256": "c4abe8da3554f37d9e84af902c56036a900b567b5a78db01a4ded364780ffc1d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8636273219890427, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:16.206612+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e256e668-082e-4eca-89a9-5e24825af1e2", "result_sha256": "2e80d4562486210edabab259720a9ec894bc811905a8446c8be35972d79b80eb", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.725054649010417, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:31.306869+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6d2ef97-05a1-4389-af74-a88f2b429efd", "result_sha256": "ccc6b06770eea6f46c91e87a09bde04658add97f04745dd9557c4a2f05647728", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.988999198001693, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:09.169829+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8cd8c37-58ff-4585-8b37-63da178abcf3", "result_sha256": "bcf2121e5098e950ac8b3e6db7c2252367dae6b7716b6531772bf3dd4835cbbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8424210139928618, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:43.069903+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a00824e-d368-4124-82c1-93099daac07e", "result_sha256": "b66a057201db5838d8b88ff9b6b852b713f14a3527f31586c4b8158bb83a0641", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7740119939990109, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:15:19.715499+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2243d1f-f865-4f1d-a264-7387ecc0ade5", "result_sha256": "887a1139486df1f31d98c2620d84f5deb8ad617d272c454d4fb747ebe7a245e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00057, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7480324049975025, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:23.155180+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff3380a8-adfd-41df-9c20-f20fc14d6e76", "result_sha256": "da7f94f2b61cd18c2261d37db667e777b621d2f64a9ccd3c668af991ea0d5ad2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5123542270011967, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:38:01.012749+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "954b4e78-cb32-4f79-857d-fc8a509b6b08", "result_sha256": "8c5f5d8de76eafe9b1a84dd1137932dfc58e1d19c5e9cce95ce57f52b6365313", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8590811920003034, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:51:18.478271+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba42b729-e832-480c-8091-558d12840979", "result_sha256": "e78cb0c0e083ef89104adec91bb6192f585177c9c5c8c9e6eca4855be5e15e1e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1234023080032784, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:41.472581+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "03ede16e-8ca8-431a-9a55-d0474ea28df9", "result_sha256": "c99559a3fd8fb2a387accf5fdd64b85e1e915279d21c12eb8efeb6e909b7ebcc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5715278970019426, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:33.132825+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "53347bb8-98d7-4da6-85d7-37ec4d91d695", "result_sha256": "e63c4c476bb63f5320ca5750cf3f346abc5f828a89ec63ba525ec0365f2cf6dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9777296479878714, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:02:11.158566+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc60115c-b91c-49ca-b736-dc70688ed1c7", "result_sha256": "1787e6b205d253546a6814e0cc9e478f7356a496338821f05f2f231d94d58252", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7685174189973623, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:36.776200+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4266a7a0-3bec-4564-b426-22d0fc3d625c", "result_sha256": "cbf0e6c594538effe308a831e46f19c9e8dc32f8c30032ff183ea9bb0436233d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8915639059996465, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:34:25.566304+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e384e9c-a498-4fdf-affe-6d904dc22d01", "result_sha256": "6590bd944e210de5a67d6dce66b4109931dfc58183722506fd39465ea2246d5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6942473069939297, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:09.605963+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebd7e052-84ab-4965-b705-4618db96cb7d", "result_sha256": "b2b84b050ca0efed519cab77a479984fa2545185f95e82ef7152b48f8a9292c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1056695820007008, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:38.625913+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a56ff6a-5262-442b-bf59-745ce26ad3e6", "result_sha256": "4ecc2bba679d9804ce3e971621b2d23dd12770e7b61fa8fa4da981f127cea213", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9632992439874215, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:57:53.468587+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "449e85f8-2d09-4c09-9df4-8897614e0c0d", "result_sha256": "3560bbdf8035d7575eeb4b53ed0661c9f845558dee7294ba1a248677fbb70d87", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00057, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1832439610006986, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:57:05.037767+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9fd5a7-2d30-4f4e-a9f0-5f06e2dfc788", "result_sha256": "15d36347cd20a0be54ca58167a0edd6a67a5d596ba6c903056c8413be9d00ba1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8461397280043457, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:35:09.602131+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd334e7-ef51-4c66-9730-f47898c05be8", "result_sha256": "3bf1e835a3bcb4d6f9f041569888cbbf50cebe632237422b595d168191fc4cc8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9179271189932479, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:17.057994+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "07263f72-60bf-4667-8714-64e2342f1b26", "result_sha256": "61160cef4c9045a46368248f62ec2d841c7bfd976ac04c623074992b4e9a496d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0188045009999769, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:08.748845+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f81d8692-d415-42ea-97c5-14b21b4e524a", "result_sha256": "3920cd16bc23122a8cba4134f4c6054516753534b3654ea707d5fd5942d74a07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9627262760041049, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:09:00.071638+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "38a21708-ee39-4f7f-a82e-99114ebcb304", "result_sha256": "34098ef08d6118d4a3f254210a0e21136998a621d3d554e4317824ec11075417", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8686401929880958, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:35:59.177561+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "22268f6e-5f1d-475b-bdc5-8f90ed15be97", "result_sha256": "cc8bb302710512da0477583e71e9b85d436bf83230a41562500037f9eed402ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.844756281003356, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:21.864541+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "93ca3f9c-d1d2-41fd-a97d-2557359588cf", "result_sha256": "a1d2393b0b78dae51930b85332c1c93ef10b036bc7321f4ab11515fb98370484", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8726254760113079, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:50.453313+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "234fe5e2-f665-4ed4-9a30-54ca75b20d0a", "result_sha256": "2173ea5b68f962dcac009e0e19d52ed6d162307ccd80ad9120d8ec8b7e982c4f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7924650759960059, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:57:25.531986+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e31048c5-d6f9-4879-8aef-2a75fd6dcf8f", "result_sha256": "7b33270bf9b01da5528d04003a3640efc362d141cfb7f6cca5cba3092ad998d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7325861739955144, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Didact Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didact Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:26:52.197997+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fad208e5-536f-48a6-a765-6ccf66aeeede", "result_sha256": "3f5846c46499d8ec0ec07fa3b31f6dfa086caa0c736de5655d1462778b25cd45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7925621460017283, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:24.971954+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bb35ede-e2e7-4548-a644-bd15cdefd4b9", "result_sha256": "c3f19349ca83dd8e113525eb39f698c9e21d3998aa905d2482319919e8067314", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.744654352994985, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:02.238041+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "97d82203-974e-4e02-a09f-e543cf05eaee", "result_sha256": "8245e68dd09090faf2f146c3153820bdcae154dca8c3d5ad7887e97ecfdb3d4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.3655290479946416, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:37:51.733595+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "39cdf45c-4ba1-4ad7-8a04-e5c685b683d9", "result_sha256": "66b2756290146459cdfbe40e74d2d8f16d28ba766b711e2993d630bee6114e89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7807125359977363, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:51:00.685355+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "44045fcf-8b9e-4bca-8302-5692a09b8a10", "result_sha256": "4252e82b732db1aa453a7cd9232b3be49ec7897822286edf51cba5d85a74e723", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7193286260007881, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:44:27.089284+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "22792a0b-ca82-4732-b12a-e9287b10742d", "result_sha256": "e05ca92d7d402887cd30e2e86e8170a1b123a151b692a4f8c945ce22a267962f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8425067060015863, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:58.481818+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b8d27be-fbd1-4786-97fe-49d7af6cc9cb", "result_sha256": "7c369b782cc7969393d5f0a15e5a4aa0499af9292048cd07c5c0904c772030ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7125604169996222, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:17:50.262593+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2a24adc-4d1a-4171-9ee5-184541497f7e", "result_sha256": "03a14d3c6b9c79284396526c40d62f0365f50b3dacf6c16b099132ec7926fd43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0877627930021845, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:56:19.450935+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1acefb0f-0b36-4b4a-b7cd-6fa7d33bedd4", "result_sha256": "0ce65af28917a2d9ed62423bc39b86c98e745382e48851c9de801bfed30fecf9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7800057639979059, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:40.896487+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e07a7a9-1a62-4fb5-b585-7a9c9f0c3adb", "result_sha256": "1b30f203a8fa364e93823e70c54bd1d4aad7f840dff907992d22ca8931226d82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005826, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8347514670022065, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:38.190195+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4debc61b-2fdf-4ef8-90cd-ccb270914857", "result_sha256": "db170276041b9311c0fc6620ddb38d64cecd3aa07501eb7b7cca2fded7e25330", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.8152521449956112, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:09.473937+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2db47b65-b99c-4f10-b3ad-53bc9fb73a28", "result_sha256": "c75c44b0105d58a09c05c27766af3a4e38b4abeb9cd99d77b95d067c2e033b19", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7809708540007705, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:45:12.760573+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ddb359-445b-4d8f-9280-520abb9a1e3b", "result_sha256": "58eaaac44ebe5522476cb51e8c2a65ce75ea5034b5665177c8072421e95df5d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8879385830077808, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:37:38.964502+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "146ff712-3b39-4d23-97db-459d47ec48c2", "result_sha256": "0395a8b69c87746dc82c85591202566d833cdfcc93ce2171b68897197265b426", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.85128029200132, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:11:08.289468+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4511003a-5b9b-4d42-bba3-90b88ce266cd", "result_sha256": "5b65267194f837e3468c8d839d5b9fffdd27caa8012e828ed39167015556d6ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6726617200038163, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:46:40.078175+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "59e049f0-1ef9-487b-bcc5-99e85fdafc43", "result_sha256": "61dff2670951a82592fd552512c99f3cbfd58ec5b6ac4277b49e9aeac8885fa8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.986529096000595, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Changa One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Changa One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:30.797316+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a99de2b1-27e5-42fc-9558-7e9a9335f7eb", "result_sha256": "770aa4d728c9e4e963c82eb75454c0f9a53777850338d569e8a71057d7d55895", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7414891030057333, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:14:09.849421+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9180b73-052b-4c4e-974e-15a05e1d9f83", "result_sha256": "2d6f3148c8be48a2c6848fd8e06ced683d0e62c308fd4875400ca68e913010a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7295349740015808, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:01.623027+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f9262d4-7544-4e16-acc2-162a2a276f53", "result_sha256": "4ee8ff4d1c2fe9d91ba6ff5dce7e4a5b5e0dbe4448d3266f79f3c5c25d8995af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9162719539890531, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:25:48.022665+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b87c45b-ac53-4695-8d88-aa2fdce0c009", "result_sha256": "59ae05cc08ef20f9b6d23127dab4974659b36cd298785dff39d8ea389a8a1808", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005872999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0948430779972114, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:36:05.213152+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3ac8033-4b94-4c15-b4fc-89bee4898f5e", "result_sha256": "aed463a0bdbb5ebc996e770243dc3c4c8809e9b012ae3d167971107bd80896ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006002000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8924234240112128, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:09.145728+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92725131-bad3-44ff-8a4a-3d7a99d57499", "result_sha256": "fea2745b2bc842cb5178a20f091e06ea02367dd28c98bd844a380b4ce5c052b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0655617339944001, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:23.225229+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ca95479-03bb-402e-8cc2-b196cceaf90c", "result_sha256": "f0a071bce3e27a498280b89cfa62ffc4d5f2e94ace9cea07c53db221d993e445", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7673850510036573, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:45:02.780775+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd0f5889-8470-48c7-bb67-f2eae261521b", "result_sha256": "a578c973780c702bf29d2f6e28e03e0a0fce7a59dbd8db2b5d32478b9a3e3742", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7168378009955632, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:34.484615+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "586e46f4-5094-4286-a622-d583dbf027e7", "result_sha256": "c35a939dfb8d29372f2e7f9f351f332d45d2f22c3cc49db33a9243a3c75af74f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9266947869909927, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:23.143072+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "252fabae-c8d5-49e7-927c-26f45c69aaf0", "result_sha256": "cdfcdb386022d77e39fb56b9dca530e19ef2db23cb51e9a01e11c11f516c88f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9193722329946468, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:42:49.991657+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "46e1b79b-0932-4999-bc85-32a6d9bca786", "result_sha256": "53b51ce4ea933e7e164ecb19fe7042a6c50ce1bb7f7ac6ee0e59ddbb1700ba9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005977, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9790495399938663, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:16.438659+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "18cf377d-fa3e-4a49-a15a-b5afb94877b6", "result_sha256": "c0a1f669744c6bbbbcb02f98dd10e6608c9c64817938c8e80aed5aa90102734f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005928999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.154366819988354, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:22:36.767057+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a33f65e-c0fc-4b68-99bc-29b15acfa3d9", "result_sha256": "289d8871dbe8cbf0d5c6b0b9f9f830c8fb868447b0ad62099177df9b9473d146", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1024497369944584, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:38.920977+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "52cc7517-1bf5-4c05-b834-43dc62bb4aaf", "result_sha256": "9ecda5cd489ac731e035af43a653203cd4e9eca04a436eed377dc0d7a3ca4112", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.8416886600025464, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:49:40.660383+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b491fba9-6471-4d5d-b5c6-9b2d005686ee", "result_sha256": "8b9833c266b3d09072bd2ad86eed98e105feec82b198a413f7d48c39f8f982af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.0538736099988455, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:28.519393+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "47e66b0f-2c43-4d41-81a3-7c8e6b06ad08", "result_sha256": "c79586285acf05de602fda6f10811a088cef12ba1af53ab78e9106e339c9c32b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8475359010044485, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:10.980300+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aec5ada-939a-4605-b14c-f4a1b4e556e8", "result_sha256": "a6943cf2678010e8a96a21e89e62f8724b92b7bdf54172079d81a33cd6e55d57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7634895980008878, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:25.977358+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "97fd101c-27ab-459d-8449-557665cb3e94", "result_sha256": "05bffa5cfa64bad4e0178f826cfccd2bc8e4eefa4baaa7c0e082c180cded0ad5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0367088950006291, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Coming Soon", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Coming Soon\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:40:01.583700+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3db0e35b-1f97-472e-ad90-d5de5443203b", "result_sha256": "197201c3f39a5c54f47af0baba23f4343b3fb62d74bed8d75ecc33845de10abe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7039397430053214, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:36:29.166486+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "561e5c89-8505-4c18-9594-ba953ae95e15", "result_sha256": "9901f8636360344cbad6f7f4c5ed3f75b79e15ec431c35ba1a03db68cc847e5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.6148120169964386, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Trebuchet MS\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:06:42.197629+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "81249870-dc3a-4284-8f19-05da39fd4ebb", "result_sha256": "558bf7eeb86f6718ae4fc60edd5e6a31a0ecbfffccc111c1090ab8086d7ab921", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.837093805996119, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:41.868059+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a895495-0393-4047-82df-8b092fde98b0", "result_sha256": "5117d84b0965d27f5abcc6e49575341a1943d05f93ad472408aec0ec5503c789", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.72494800700224, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Spartan", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:09.893358+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "15363ce4-ee13-48af-a3bb-6364bf47cb2e", "result_sha256": "97a83283ec6766c82bfb4f4ba4367b7ecb82bb8825828403804bf12656eb0df3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.808939876005752, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:52.463760+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "166e8573-87ca-4e1a-b7b0-4acdd99e0331", "result_sha256": "7962667744398ba04808dfcf7ecfb62917db26c93e0fa20d627b1c0fb4dcf48f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8724590869969688, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:49.673170+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1437ca6-3a34-4a14-9f23-fe5d941d2e1e", "result_sha256": "5c1bf005cd8151913cf660eb9017295975ab9aaa82be60603148043a27246235", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005927, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7911217929940904, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Trebuchet MS\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:06:24.296159+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d61390d-08b8-4be2-82f5-3a0680281cdc", "result_sha256": "3e671a17779d9ebba1da104edbc90286fd972df103b41767cce2e5203f2bb94e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0077236090000952, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:56.130994+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3609ae4-9ecb-4835-8777-0de8ee86e038", "result_sha256": "181ad03b235c76a37c4979e829b1c23213c85d0b02a8a4c8d3a113a673d61ea5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0520584449986927, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:55:26.081895+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "56807cd1-bb19-4504-be7b-6a9595284824", "result_sha256": "7910a5cb37d0e1626f32c89e5e92b0c7a9771711bdffa5a45674e8e6751963d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.265372320995084, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:03:53.950618+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b43931-67c0-4b8e-ad73-13c126e7e59c", "result_sha256": "720ce7fc3a6dfb9328c6f9550b6c1669d51b145345864997b419e01b499712ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0108121410012245, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:55.005405+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4954fae9-f8fe-49eb-b8af-6c00e829818c", "result_sha256": "e2684c7f4420b146e891e2b152aaafe2e1b5947c0fc5cc566a02c43304f84034", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.920461424000678, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:13:22.894999+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7009fe6f-a4a4-44ca-b47a-551dc8ddc8c1", "result_sha256": "f6adc0bb4ff6a159f49eef843ade8970603861e5823d8a149ad81ed51c07dfd2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0081510200107004, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:22.996098+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "31262eaf-f4a1-4702-9254-3328e163ca8b", "result_sha256": "af676e700fd5b0a0b965df4d7fa085134016634dd0d2aa0c759cefe893906fa1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8798077059909701, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:56.810766+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "df269120-1593-43b9-979a-bf68f93e6730", "result_sha256": "aef4b01bfdbf38ff57c42b88d387e5eac396ca83d7161a48492ca2aa8ea363fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0362333000084618, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:08.921277+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8c39733-06c8-4fef-aa9b-9e67273a02d8", "result_sha256": "f41964f86b62508b7c2f9d67efa1a59d8457f6e340d6618129af9e953faccac6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8863962210016325, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:04:47.341718+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a47fc78-a592-4e07-9edc-d75f0383016b", "result_sha256": "76e480e30f33d6a780c3063f436d833e34818766b5d5eb387f72afacf7449959", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8345914029923733, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:06:43.999197+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e100c691-1cb6-43ae-a1bb-f63ded6e068a", "result_sha256": "8a1a632586da094b20ae41e13312463178b57bb8d62f6d0f2fdee1ef58d66a71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5709168710018275, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:56.782319+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1453c1ef-b08c-44e7-a73f-55c49a6c6728", "result_sha256": "083f8941329e155ac0602b8546e89d695f62f7dd6b045e9bc699e9298ac31f21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005773, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4747521420067642, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Didact Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didact Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:48:08.028381+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "82aca9e2-dbe9-4a80-9370-6bc553976664", "result_sha256": "02eb4d32086bf08b682d70a07fd235b6ef1b068caab0c5df4e60349d3412aa0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9127636670018546, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:42:45.978355+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa3142d0-2add-45e1-8317-54f76274ea93", "result_sha256": "a4a0073151682c8a8aa184d723de94f3d61d9c1c3d10d0fc4fdb8332266922b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8792426870058989, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:56.672333+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93c4931-79ea-4a4c-b4b9-e310e1466d1f", "result_sha256": "d7cd6178f8dad9c2cf3d719424ecf3298c9bbb7c8f76e5f2035182bdb4d9374b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7409669799963012, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:00:55.455429+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fedcc9c-79bc-4fd8-99c1-fc452a346556", "result_sha256": "96b4bcd356d6de07233552e057de9c4623a442fd385af491c078ffc7438c617c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.032246363000013, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:19.048883+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "17a69947-c013-4556-862d-a56feec043c2", "result_sha256": "b65bf6f9f4ed5ffafe8520be66f684a65bdf6b6c316a30fe107b71643facc581", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8042947689973516, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:17.520158+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "01abde9a-8bbe-49b0-b04c-11b11243b47e", "result_sha256": "56250dad2f087b42a828bf47e393e19146e9e5150000061107ed5e5430d7376d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9550858529983088, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:21:33.438975+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "363825d5-94ec-4da5-a0a7-d93bcc997349", "result_sha256": "8251db531189d847c884fac5c2ca0ec99c0374c430a350392487ac5b049e8fd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005967, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.192103796012816, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:05.231227+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d6337a7-4690-4878-b74e-5aef0799e0b5", "result_sha256": "fe9036436c35cd1e92d5d53cfe82568a39130a8738f7e3f2eb5cf50c27e9b66c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7650426829932258, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:18.593730+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "09fa96de-56f4-42b9-b8bb-73bd42143d80", "result_sha256": "64c226506a9110defa536fd9b492cc2e629efaef9147285a4dfab44d7520cf18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0186742340010824, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:07.253730+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "61bccc8b-3949-450c-b5f6-638bb2dfa71f", "result_sha256": "c73359fbddf6fd006787557697fe7d9eec9c90e288bfe41a66d448ef65e311c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0552334519888973, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:51.628640+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd3944dc-c22a-476d-be26-2cdf23e2a23e", "result_sha256": "587b622222b262e69c121c76fde900d7095b6ae4fdfdadbadf0aec257efd52a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8771475519897649, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:43:06.630980+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "68ed09b6-3e90-4400-a90d-3e8ec5a485ce", "result_sha256": "e111c7d6510ec6ca36eb028976b670e8585b8e8861d5a835d1026adc6218e1e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005795999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9076624919980532, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:15.102672+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "87d83d10-fd4e-42ce-8794-58adcf679282", "result_sha256": "75afd911c515c2cfb908e1abf53cccaa9bc9a480a94ffd39bf724653f3716b1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.947476777000702, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:06:34.696845+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "880102ee-6ed0-4860-8a70-3119b9db5c2b", "result_sha256": "e43cd957e8de12b0b14a15e35d10d4d6a02d6bbb5d0d160ca9e10d633a8f6d9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9970310860080644, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:10.311889+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "147772ac-88b2-41d2-9242-c8ba6ac7cab1", "result_sha256": "717e8e59759aea6729c65308e4f328ce8fbb69e2f86e23008dabf859f8eb094c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7425437450001482, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:09.732296+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5df9fb9b-1ee9-48a1-a0a0-ca46f71c983f", "result_sha256": "43415e73e898a47ea7ce83f3762b3a23bb430158cb1c5be04cf2f569008aace1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7243640730011975, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:54.086046+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "77f9cc44-98bc-4012-bc45-f30890caf839", "result_sha256": "ddb44e3600f4044a79bb98ed2faa32f3842e6793a18cfb06b7caab7feea16deb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8892444410012104, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:15.661439+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66f8e43-918a-467a-a3bf-8ca8d48d502f", "result_sha256": "e14f97130c48fb578077fe9b44d5ff49eb25acca764632d8d70302b48be951de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8292528840102023, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:26.720427+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c7eca1-14cb-4134-8a07-5c646f3fb2d3", "result_sha256": "5b19c9517dec9c7dcbe71d4ded278c699fea0db28687f577bf9b3b7de3559299", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5739248570025666, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Sniglet", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Sniglet\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:01:08.115283+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d156532b-6e06-4c79-b431-700f72e47744", "result_sha256": "74d30f10e4982c38178b22e438bf84ac025d12da710fac47f22e25f91bc9dab7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8755954169901088, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:36:38.996593+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dc674d6-eacc-44f3-8fb5-72c01a75b540", "result_sha256": "1ef65fb0894bce00cd0994a0e097c1caafcac9ab07209150c92e529a0fe25751", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.76307128299959, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:49.641197+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec93fca3-f000-4841-8109-48be418a858d", "result_sha256": "39dab11706e3a9a6f86360f7d54c0fcc7ec1c249bb87b76fb8298602482a6f1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8771637559984811, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:59.655280+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e21abfa5-09de-41c4-8148-3731369689d5", "result_sha256": "518bdb22f420d68568402b0b1c5a2f2a820e5f0586b013026764ed4d4ab5cdee", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0005704, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7122799589997157, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "other", "predicted_font": "Chango", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Chango\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:22.443216+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "937dbf8d-b0f4-4507-af0c-db86bd62e5e6", "result_sha256": "6032e1129f66df39764feb19fa5c0b0016a42787b36904421d4079c0b5c57e05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9977705790079199, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Sniglet", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Sniglet\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:15.710809+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "536a6189-7252-4a3b-acba-7418326d3b07", "result_sha256": "f27bcc9909ac0e4181ea824515408ffbfa1538ef09b2740d1f1ac75760845f25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9480885039956775, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:42.897255+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d90df5c7-5888-4115-98dd-35d39afd1929", "result_sha256": "a211449868166c2b5679a6bef9af33cbc4d352fcdbaf7590f2e9c7f5f500e4d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8036977349984227, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:19.229084+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fadb9428-df7e-45f3-8d69-a344d1285420", "result_sha256": "40bf3000b1dcf9bf8fff9575c771e4b08016c7237abcff8bd59e5a1aaee92c3e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8527194769994821, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:46:35.178345+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "825324c9-a192-4182-a526-16e1dfd248b8", "result_sha256": "161684c93ffc881a243696f3408fb5a4046bb265c910ed012f4f45697ed44018", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7863084530108608, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:44.016012+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "61acc469-5d91-4a90-bcc7-5c749d287f4f", "result_sha256": "02a7265496e147e1a6ed1d959db2535fc3abf29ebfe3f12cc7f5203036f625ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005992, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.751984796996112, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:29.956683+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "782dd5b3-eca1-48f7-975b-934ad909ff54", "result_sha256": "c513ecd409a1776811907abd95676fb85fa46e5ff0a60d575e24913fb0f1e0fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8171415340038948, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:48.936218+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "1e87804d-a254-49a5-986f-7b554305c8c5", "result_sha256": "6af0009cb8f43d58589e90c8274ec383165afb78da853f7ea6e49b0d764187e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1094889509986388, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:03:26.149817+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "474168b0-6c87-4a64-a230-a5c806f71ac4", "result_sha256": "24b73f3cd7b384329db5a707a5a78b79f9af9f4e8f396be886f8e8ca179c4c71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8117191560013453, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:42:40.249421+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4a36a1a-4599-4aa7-8b87-cd46cbc050bc", "result_sha256": "00605e35e77cb2c67311dd4217b0346a96bf4935066011298cc3faa435e1e249", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005857999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8860974050039658, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Source Serif Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Serif Pro\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:24:52.477976+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f85d5520-1d0a-4e32-8f53-4669390b00b9", "result_sha256": "af3b198c52974ea6fb4cf53ee3e81bd8e7ebf2dc7a6410d0c15c653213efe882", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.756884946997161, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:54:11.582520+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3eb0810-5bf9-42a6-87a1-5344317313be", "result_sha256": "2dc7a294a76cb08537391ebfd5374b06a07d8a96eaaed16ca21098307a129ffd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3195776139909867, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:04.517569+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c65c308-f96c-4e40-8341-84850d2cc26f", "result_sha256": "afd4603d2823d630cb8a1c1c88099e12f05d210d9ec4a72b9470062c0d05bf1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005795999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7177781950013014, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:12:35.738662+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d629218d-2fe9-4218-ad74-cdaf18009a1c", "result_sha256": "9e36e329ae6a07992cc0ce4af076a866a143bff2a24e0a6faaafdf237d35f5c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9787465900008101, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Share Tech", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:37.204487+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7a53e40-846a-4164-a45d-919f21563d47", "result_sha256": "00eccb85705102a3b8908aba4b50e01a8bd9df23e23d1ce1b1426220942e57eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.728099446001579, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:08:09.106952+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6af4b45-edf6-4cd9-b85f-e49ffea36170", "result_sha256": "ada83cd332856b3b95a54bbe7caf2a56354daf7da0402e6489c5c561168c5144", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.824707577994559, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:18.625532+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0658e894-bd3c-48e6-a247-249e064608ef", "result_sha256": "d5fa1de0b7bb1f1c5ae18a0244919f3a5e18e26efce9f835bfd038ccccdad6ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7711687620030716, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:54.657894+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d84580ea-a272-45f2-8734-aa0f6066b21e", "result_sha256": "39c52912250acc36a17ddc97c0e9039191acfaef623de245e06c5da8b9878566", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.851801234006416, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:13.930316+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfc6f76f-577d-48d1-a4c2-156c41888f89", "result_sha256": "741e0a9b9b62f60ea0f4b5e4d1af3718d8c444eeb3a094c65a4c4e9565f1df27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8026452630001586, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:09:06.374559+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bae8a2d-3575-428d-a7ff-a3aa2126b3c6", "result_sha256": "c51a33c014a5269d9993281c30d31d8f4331173e4c57b9c3e812ac66ed5bbfca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7095312890014611, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:51.027434+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "56eaed8f-00c5-44f4-8d9a-ade1ef0053b7", "result_sha256": "ef930ff47dd4760d31f05f7ab463c7cf4820c272d2702bc442c083f5b34161a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8063719119963935, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:33.259488+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd5a0df-d166-4303-af8c-94f5f6c8bc2f", "result_sha256": "3d735f6a4e45111fee246efac89d02cb646ce7c42cdd66713ad3a5fe4c9007e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0722152090020245, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:27.319934+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "95266343-b268-4bfc-9020-a6c1cad42b49", "result_sha256": "59be05b74dcfb948dc0627f7c571b96684109069b066938d4bfa8e229a06b51d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7183562940044794, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:41:43.070242+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f733775-7cd8-418e-a814-4cdefffa5ce0", "result_sha256": "621b129d7940efabbdcbca7f7868b83a157233ef45d06518f77fb0bece1c7e60", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.914344839999103, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:39.383883+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6145af7b-273e-4ee8-bcaa-c0dcffe8f00a", "result_sha256": "6d800f34cf8651698b87025902c1356999f8446a5d6c4912aaece029658926b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9158508319960674, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:20.965016+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccdb7c77-91d5-4f15-885d-dda8c8f9b6e8", "result_sha256": "d083ff82709c8afb340c676bde578679c86641d00abf70514117b26a0f81cac3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8736718080035644, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:50.190634+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff9102de-3e86-4975-b19e-bc5c64360119", "result_sha256": "1a6918fc0752ecc23122b06eb7fe855fa66e6373b9aa391a85ea1f4a7f72e470", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8025541910028551, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:37:14.083333+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dff5a5d-2239-4a4e-bad8-5b5fa0abc379", "result_sha256": "39341738841c8cf9a56de6536674bb700ae5e5393b6398533312ec5879e8a28f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7445203239913099, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pacifico\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:49.516905+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "942243f5-17bb-46c7-a6f0-f36b5478d13d", "result_sha256": "4da990a65d1c9930fdee5634f8dcff57b9673706e14e62ab5df0d8bce09b48dc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.6938242699980037, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pacifico\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:59.883149+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a214514f-edfd-40a3-bdd7-6efc0c6edacc", "result_sha256": "537b3ed407f72c4f1709b6f8431fe48db513018a45f13d70a960f1c6ea911cbc", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2903638389980188, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pacifico\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:32:28.743298+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dc752e9-e8d0-472d-a6b9-457b676eb81d", "result_sha256": "270f98033e1279eeb2e2996bdf044d32a0694f375ec01ed03ccf6250ff156bc0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7717877740069525, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pacifico\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:39:43.948884+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5e2fc54-f371-487c-b301-5eaa545d62c5", "result_sha256": "2ef6448c91f42825b49781c7533cc11b1fb78ac52d005fb5e4fd63353b96aff0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005942, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7971444339927984, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:31.751588+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9936f303-f472-470a-8a2d-29c59320a425", "result_sha256": "9f17ed1d4ad707c8a0ff8240e8a0bff7d81c50f8ccffe16ea06b360ca4932d31", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8871735950087896, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pacifico\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:53.279308+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d3ae8c7-3454-433e-ad3e-ff3da15d6cb9", "result_sha256": "dd9afffdd1783fdce1f84afe7f0f4a90ff5762d8c668549d2667ab4b75822b13", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7526188139891019, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Snell Roundhand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Snell Roundhand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:00.626085+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "18f68b45-f46d-4d1c-9580-31c0228f9cae", "result_sha256": "4e3d7dac63caf20da0a6a0de6103fc24d4c008fbc16a6f48603ff255edb002ba", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0096331000095233, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:13.445892+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba4c4148-0ee6-44b0-8b13-b2748fe47090", "result_sha256": "741d2137332991b17c7b5a281b59743340e3e62ec78337c91be5d5dd46885134", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7436214490007842, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:57:58.578657+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b2f94e-d80f-47e5-80ae-bf8aba0b143f", "result_sha256": "20ffb0ca78cabd0695243d0a295b58a9dd2cce48135b281c373a57f49de65da7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9966083309991518, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:26.893048+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3606ae43-f8ef-4b27-be02-8ff8370cc720", "result_sha256": "254559bee5fd5ad11680a161a016671f24fb87380fd5c83a51d28996ca379c42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005942, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.090909272999852, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:44.544783+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "feced973-ff27-40d1-b4c3-8d0089042182", "result_sha256": "b29bcc4396bc59b11e0a11604a8c4f1f90e9515bd3fbc459ecfb4990f43e1e61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8020149239891907, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:09.326045+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "fde7688e-886a-484a-8292-1d314ac155b6", "result_sha256": "2a50233ae173f325e74502e89decd4a8d22e0fb0dfa855922672ed255ffef7cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.1111458730010781, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:04:58.716108+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "feb678d7-cab2-4a03-9cf6-993e1bcf2ed8", "result_sha256": "b256029140db4bdf92251b4bcf06f38c5cd341e7d7c0d0fd894a6770b52450ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8515925479878206, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:34:48.516885+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "810b26a5-07e4-406c-959c-2231aeb5905d", "result_sha256": "aee66a40dfd6c17c3d19fa7afa019994887ac25734864ead3f9ea8ddfb5b463d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005770999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0851240579941077, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:49.533865+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a573bacd-b6f1-4773-bc81-4a67989a4ace", "result_sha256": "7085198bfd28a25dff6bc3b5994be1b280edca5f84d93db53f4f321bb6218b34", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8753262760001235, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:04:24.905663+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f2c177a-9adb-4418-8dda-b8cd0839706e", "result_sha256": "d59c5e22176da5a322d25aac301f3635a8168d0dd14ff8e68560505ab560fbb6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9242325199884363, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:35.219316+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "fba73217-8187-4c6b-ace5-169267a93bf4", "result_sha256": "fdb490adca3e204e3c4477aee67409595540b77ed22c6db9ff577db31e0a7ca9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8059548059973167, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:28.372372+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdf26815-4d44-4035-bd19-96a76de05b10", "result_sha256": "50255139b6fe5a2f330c600c3b61137d949368a6e2e2c541836f403de132bceb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9947881499974756, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:25:21.509726+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae06bfbb-2773-4123-98a7-c23b44d809b1", "result_sha256": "01e7b19f98c2410f98c0ca404529651efad503be93b7376c62a8806a981c0a22", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1942465900065145, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:22:21.257211+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7a5d7cb-68d2-43fb-af38-8a5e1eda7f3e", "result_sha256": "3cc78df56f149e8d1d659354c2c2b5c6b257702ba58f939255263fa8bf987c83", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8144186379940948, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:03.698722+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef3a89f7-4d09-44a3-910d-a9085bb3b1ca", "result_sha256": "7b0ca8a467c2455d02e4c0394815b1d088dd340a9b9802a74e157b0ccfca36c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7755853400012711, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:16:28.145052+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f236d921-90e4-481c-8892-e6b417c2c0a5", "result_sha256": "7efcb863998728ecf1a44e2bdb20477f845db9f5816186093181ead301bbd3ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.871452210994903, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:12.107904+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f5c0c97-6aac-4928-9354-6e2d2eced7ab", "result_sha256": "416bf375834bd20152346e5c571aea66bb901b4e220b0e07d38bf61126a8f1fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005927, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0112650459923316, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:56:08.377490+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "036f728c-9c6f-45a9-a816-2d73aec7a3dd", "result_sha256": "78936bbfa8d12138b9d5e45807423baa2ebff2067399c1fd649275539f70afd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8188784929952817, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:54.648676+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d103bc32-b071-4510-a89a-7c6c753c454a", "result_sha256": "5e002b2be49871e308768d5ebf96f8e987688c01068f77da6c08eccadb2ba54c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0356485780066578, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:23:11.065476+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e15aed-1cab-45de-9d9a-7fbfa4196192", "result_sha256": "e60c5d5505ee328598ec7f98384b5c78ef41fca6d52492e48e08a9a17ddf966d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7866170659981435, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:01.753742+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "adbbdde4-ac86-4f32-b35f-dbe5d11a9556", "result_sha256": "0cc39fde8cb679e26bbd998db1ff50137ee115a6fd4f60d49ccc7121d810fddc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.780665313010104, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:46:43.588936+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff95a239-475d-43a4-8f3d-19963624b738", "result_sha256": "69de0b351fd69ed55665704581f105e11fa9b6104eee036fae506a14890b976e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7638623600068968, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:25.869554+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9fa293c-ebba-4298-862f-1aad0f9510cb", "result_sha256": "73e0f1a294c1a208a2062c67e0ea3c8bca31cc3126f4417c30fffa86ebfe68b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7478971539967461, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:50.087441+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3d776be-8cfc-4d52-a750-23b5a290e19d", "result_sha256": "030b1d446a671fddc7f3b319adfb6551d71482f96d953873a2c0b5bfe2977e3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8045377910020761, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:07.973008+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f223da4f-720e-4a80-ac74-11eb27c46a8d", "result_sha256": "4fe2e36edecce573a427fce9b77ad733f5eccc1bb760b4a794f6d0ce7f9e0888", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9306127970048692, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:52.664967+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "128a3ac9-fafb-4989-92ee-5bd053f880cc", "result_sha256": "81918acdde8170bb02524e5f70270969c098a5dae183a7a4106f5fdac9968320", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8190650489996187, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:04:06.603279+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2e71d28-7dce-47c4-a971-2f6a9d505195", "result_sha256": "43ea50be670235918c20c444a03bfafbc607e3bf8d79a9225d6db3b411f04261", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2489176709932508, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:23.632624+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "415d360f-4dfb-49ea-bcb4-612a9da326d9", "result_sha256": "8bc487b90fad0ed58d472f2f639a508018db62d281b07b6c1df140047c768ca0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8130948389880359, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:16.816625+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e4d6f24-5bb2-4e8b-b34d-cd131cf30748", "result_sha256": "c7d6384547a66863bfcfc7f82d591cc3c44d45e6cd6c66f2453bfa9c92474b7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9126987860072404, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:23.501389+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0d7093b-071e-4b8b-8108-d81e72a0cdf8", "result_sha256": "d2f2f0acc10f17ec1c44220cc78fe1c05b825cad36b1d54e30804f3ef164c91f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0236346570018213, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:16.527093+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "92150559-04d1-4473-b07c-89c67e23d437", "result_sha256": "457305ad824dac13aa6b2bbd2362df6a6ce6a9c7b0498e89ee539df9609ff0f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.878115756000625, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:21.213789+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0f91b7a-f62e-44bd-b255-76e4b93e1710", "result_sha256": "ff55042ad9030df62b3297f294bdf5cf89db2fec905be0e31544d979f65f6e5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.675363643997116, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:39.682210+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7607403a-78d8-4f84-8c10-ab366f3c83eb", "result_sha256": "78d1574ca6030506d5f6e96fda60bb8ebd2abb3c1dc951488bfa875bf624e60a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3643997949984623, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:11:54.045317+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5890b3e8-cb3f-4f15-95df-b905b01886ea", "result_sha256": "c2d5c9f4efc11e7e5f467bc0027830954d2938f0fb726a634a7792121b41c48b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0830858379922574, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:46.944693+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1237e65f-a9ad-4f07-9cc7-f01da640e82c", "result_sha256": "7fe02977f419f7535410da6afed0b4600149bb804c376bbeeff2e176d9ffeea4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8201555090054171, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:43:40.914717+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "22ceac17-19fa-4ae6-8d26-a0904a00e1cf", "result_sha256": "22d3a187fbecb51b0a2487f4dfe354f8dde5b82dbcf12a58fa4641e86cd07ea6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005882999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8841644470085157, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:29.269434+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e4181b-8cfb-4efb-9184-3decf73e644e", "result_sha256": "947d96671bd7c0b05b92715806bc87c4c4de01ecfd17e6059b1a25e1ee10783d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2371365529979812, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:08.365597+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7b8e554-726c-4e38-97dd-eb7509c55dcf", "result_sha256": "be4c83cace8baf927df6dbf6b5437f9bfe3fae4821976995031213a0fe47ddf9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8714034750009887, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Product Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Product Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:47.139996+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "677dc03c-0b49-49a9-a242-b5facb101acd", "result_sha256": "ef8e9fe7b52fa37784834a67b29a17eef30496aff7b6ccf38438f61602773dce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7729745780088706, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:03.341080+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5555b09-74bf-4618-9097-1f4f04f046cf", "result_sha256": "ecc7efad1710551d69981df47b198ddc148ebdf23da8d283e77437228ed17527", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0095122089987854, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:36.934871+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fcaddaa-36a0-4825-b374-cee4d3eb6538", "result_sha256": "479ae4278c2683e22548c936c8295679e5200a1192c26e28cad4c4b8635afb84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 0.7887836910085753, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Cocogoose", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cocogoose\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:47:00.455788+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b860e58-f3a8-4636-9e97-757e419d7133", "result_sha256": "0e295e696d05eb1e9b8879bab446cdad422f61adc077ac22b77561c37b3b977e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.853322492010193, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:01.843431+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "622b9a9b-f9bc-4cc7-93cc-a7f6b100374e", "result_sha256": "179659296785f8edc6df9b081349f1c5936cbac22a1c8931f22e4b5e18da0aa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1034329569956753, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:56:51.205373+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "51feeecc-3878-4898-ad4d-07f59f834c1b", "result_sha256": "388f72edc6dcbe0af29b33168b1899e36b07f34c09b52b8a029c14cb12fe5d3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.4125172369967913, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:49:06.756540+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1e1dbd3-2667-425c-a417-97bcf90f7cc2", "result_sha256": "7c89db1df7e4ee880ca08b990ad417eaec00d3cf245444b2dfc6c8ed8c307507", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7947938109864481, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:32.256419+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1988ba7c-a1d3-40df-8af4-fd1c13e3af61", "result_sha256": "b32dc31de5e001a28da392163d71c9bc71cfb89213b02dec313176037f9e543a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005870999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9411623589985538, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:47.849348+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b32fc37-631c-4b6a-8e68-7310796edfd6", "result_sha256": "c066644461cc16744fc36b00465eb8948ac7325c9d107ca38773f108f116b93a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005795999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9464020189916482, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:41.690435+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b1e9f80-a0ce-46c0-b242-56df948516b9", "result_sha256": "58193c9a88f179603e35fbb9d7768bd6f3f865aea6793b74f40a839b8416457c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0257672760053538, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:27:11.789332+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea9b8007-8ba8-42d2-83c2-6eaf3d8d94c2", "result_sha256": "657e550bd23ba05f9785ca2859896fda22856b17c2dcdd6a3238a99c84498513", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.793156761006685, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comic Neue\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:44.531049+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f713d96-a489-4809-8c0d-4d774cea0818", "result_sha256": "1a87f439f03a508c98331dd2f134dd6f33a282a716cc0d77578986bf0696277e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005878999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7952920539974002, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:47.245069+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d55191ed-2f5f-4257-a03d-9fc1c2dd1e7e", "result_sha256": "92c9a0c68cda60c03c3536f622877c3dd36aea5125ea9648dd0a37d57fb38501", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0048518260009587, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:01.358685+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f8dbff7-a1d0-499e-a456-785d693876d4", "result_sha256": "f1ed13c8f8038adbd824af665b89ed90d6cab76d0a3b1185a896689be9b9c2f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8768195829907199, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:36.536666+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5112c7f3-118d-4ec3-90c2-b1feb0ffa3ae", "result_sha256": "980f4d8c347833bba2db6f2731d42d68b2f4e747642fceff40f775dd992cf1af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8833935309958179, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:03.584871+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "816f08f4-b39a-41a8-b84a-e7aded5b75ef", "result_sha256": "fb20ae98fdb9bec99f016b8d8b5bfd63d1b4d4cd4aad6a95d33dd7207dded6f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8937047990038991, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:24.495535+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "943abe82-a844-4325-b868-52d5186bcb95", "result_sha256": "9ecc325e3b3daa7cf222f854a564c3e48fa007b784e5ca103838f4b4c12d207d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8940102339984151, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:35:43.612190+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "064c748b-c48a-4b85-a7ca-9757be6a9129", "result_sha256": "76a21cc2dcfe0e08629e459bd480c2582961765c13ab327976a4459da2e0510b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9426163140014978, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:36:24.119583+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "26cf8c2c-a859-402d-836f-91e3503210c1", "result_sha256": "9f0c92eaa6bc72749588ca0f628358a7882922a7bfb36c35971ddabde9f3231d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7411350379989017, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Coming Soon", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Coming Soon\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:57.436362+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3097883-2705-4678-bf2d-2f4ac93c8258", "result_sha256": "abe42f6a38e24698fa3ed9eda624f556a29ac09a3863056ca78dc2a99daffa5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6680266850016778, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:26:24.882691+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e58b4cf-e05f-4918-b90f-bc4b11c350e9", "result_sha256": "5780fee22d6cc33637c7cd35a2e8c0d8f2393c5a173d384ddf3fcd1e61a9e025", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.883288986995467, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:40:19.844806+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "76ce27a0-5f46-4196-b09d-d3a73aec3807", "result_sha256": "9f5b55e471f5ffa3d65a52bf90167a26e8a3d024ec47ecef4785d8fe6ec71a9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8553587079950375, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:17.702903+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6059e342-bb98-461c-afce-97a12f74bd34", "result_sha256": "6a55ca33dd4cb815cf9bf9fa8b40243d3f207b00f21c3fd2b8a14caec331ed02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005967, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9369818319974001, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:11.684174+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "29f32b36-eaad-4a24-8c0a-90f274b30a36", "result_sha256": "31a7622ce4caacf84664deca485d7bcc7db4e81d4d3b982ace1fc412601563af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.483353313000407, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:07.251826+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5508cf34-4233-434f-ace0-45c81d73672f", "result_sha256": "f1b7c1815bfd892b9d7e0e3a559e56659f13a9000c108b8c5336ae465f84ca22", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005773, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8656890770071186, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Trajan Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Trajan Pro\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:42:08.501319+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a616ee25-7a0d-4787-b878-82f2d5c1bb92", "result_sha256": "550b7ed09a68562b56b25bb1d0bb5eff81a1cfdaccee295bfc81cec63a518972", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8662033340078779, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:00.392733+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaa4ead1-011a-4bbe-a3ac-a4e134796e4e", "result_sha256": "034d82dcaba8437ddbd1e942d037607e29e45230962222252fa6e202efe6be94", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9028009900066536, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:17.875609+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1022ada3-acb2-495c-a2fa-c9211873bc48", "result_sha256": "b6211221c71d9e94fa3a547feef2f4e0ef4e31fcb89b036a8438b58afe60282e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8604414409928722, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:55:21.039447+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fd2e204-0aae-4e4a-b5d2-2f69fcc645d7", "result_sha256": "36bc3cc61ab997993e72365405f98015b53ee2405fb6c9cff4bcc1f1d006c503", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7555793310020817, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Kanit", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Kanit\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:42:00.370302+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a09638bd-eadf-4722-8d58-cbb03bd0f4da", "result_sha256": "23deb121f003c8650e0be2c6af318484acc365f655618d1698f15bb35ae2d950", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7564878190023592, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:45:23.690897+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ca379e1-a838-4d6f-af90-b7bb68e66ed0", "result_sha256": "1b3fd2cb9cf5dd314346e2c50b227d8d3f55f5136a9043c391c209b59738c0ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8738063009950565, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:01.074600+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6295a6a1-c2d6-4ab5-9ad0-53c6696880f5", "result_sha256": "9e59b006f759307ca80a9bf61d4442b007f95fae0833a968e310b9a8ea392ff2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8340616269997554, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:09:26.362969+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90a7d94f-9391-4113-bea5-bea81ca602b5", "result_sha256": "78a5eb2614f2b2e48cf9be8c7371a3e650956c3c229b5afd82fc6f7d942655b2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8571643350005616, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:36.755091+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9612e29f-82e2-4e0d-8f91-b994e5ebdb76", "result_sha256": "d69a30acc5e01c62d55c3f47ecffc0484fd09ecc952a8e4b50ca99e239f90300", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005727000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9498238089872757, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:24.143421+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "41d2b9bc-9abb-4720-853d-849dabac1c87", "result_sha256": "512fbe45b132007c5f02970571e08c48736432861dfa5e79e352009a1a5fb14e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7198265080078272, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:18.962743+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d66518a6-4ed8-46c3-a4d8-9b727f478f48", "result_sha256": "b6c149755ce3fff60e395c295d57e673f34c48c2d0989dfaa69cc69b9652405d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005799, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8964386820007348, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:59:54.044108+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dab3c0a0-35ec-42a6-ab8a-d41b0ae3d163", "result_sha256": "a7b899e8472a5f5251dc77321b94543d0208fd1f88a8503885198e187008d0c1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7255652789899614, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:38:50.283757+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f5f9b7-00d9-415b-a91e-91bc30aca599", "result_sha256": "dbb35fef62ea54e0f7df0f51c520789f5638fc49bf84751bed7092fb21346e17", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9553921670012642, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:40.199553+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "80f7810b-8435-4dd4-908f-643d18dfb681", "result_sha256": "06d4fa30496bc35d137a6fbf1a8df4bb0314c20736217b555da2f989c443fef1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9319054869993124, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:15:46.140426+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "10133808-7821-4bcb-b100-444718a297fc", "result_sha256": "5a44948bb83dd91411e76df690409edb0e7ba3b9b9940acf4300c5e87ed49e73", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005875999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.6916085879929597, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:25:06.719273+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d65144e-5c84-429b-87cd-bd54152f8d05", "result_sha256": "62c411b8622b0a324f96b2ee8c395976f56a88ac41fbb98b56ba2944185441ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.877609035000205, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:01:56.777807+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "941ddd76-f4f8-40f1-90df-0270865a41ad", "result_sha256": "c89839e89b6835591ab1d940bde28d8e1f9157f8e5c00ba5a12a5d2d0d4ebf5c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8522087769961217, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:23.330339+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a727fb9e-2b7a-46c4-b83c-10a46ee7ffd1", "result_sha256": "6dc2309689f952154871e243495c41c227ea291f276919c27c299bc7fbe9ddc7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8547215339931427, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:58.410090+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9857b4e-14b5-4a61-92f6-50f64ff4c8b5", "result_sha256": "aca5349e54ec6f87e5d4e3e1e2c2e666b36193b2fe1cf3b2acd0d8d33ded0830", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7688696770055685, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:25:39.313927+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2d2ee50-2001-4cb5-96d2-393bbda88398", "result_sha256": "5c5232f7124402dddc5f1abc637cb70e9df128551259c8f55ca61ccfe1b4e75d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.586260897005559, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:19:10.144144+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "1e9f2c3d-fd65-4b9e-973f-08b4136700e8", "result_sha256": "08e378a27ad0004a2c2bfc079b652942eeda01635eaedb72c4488b4773a90bf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1134822979947785, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:05:13.509656+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e08c6954-747a-4f3d-9e21-e0c2943568a4", "result_sha256": "22a2c20f4b42dde49c1865d3963e73e16ed28dea17158748688b878a44b5436f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2221046299964655, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:32.187158+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5947ad53-5d2e-4234-9881-d74800755a3e", "result_sha256": "b663ae2b2fd34e7656da044cf32794e0f383a31a170c6e66009604da62ba1162", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7561695190088358, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:45.066814+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c39758d0-a594-4625-a6ff-f7cf0521fa4a", "result_sha256": "0b567865eee51f868900f2f50c39add14c3e7f40508f2337e8050897688f1ffd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8269343719875906, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:45:56.093273+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fc523b6-deaf-4a96-be6b-ec38266ddef8", "result_sha256": "6556f424ca7fa858e1b1c2fafede9b214405dab9e8258962e05e91d9421d0cc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7532713199907448, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:31:48.404961+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb9ad8cd-2119-4acd-b79e-7af8679452c9", "result_sha256": "8a4295c5800fa8676cbf62bd47984fcbbeee932d6ef49b5aca8c345fde233565", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9217080660018837, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:55.712147+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9088531-41d0-484d-8060-c2a1323d4862", "result_sha256": "82fea2b8cb96c2ac1237532c708261772aa0bdc529fd51f0c1e42545dcf90eb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7422191750083584, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:29.140850+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b2de109-5058-4d63-9563-647ba6f5ee71", "result_sha256": "fb9ba5fc8ed8d4e0b437bc973c1c1f657861a9ee4ada241c00596b3ca80e5010", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.778540029990836, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:45.350843+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b8e8225-e02e-4294-b35b-a64823dc8271", "result_sha256": "ba3ecf203fc354676c6f40794574063b2aa8af622b33866c439755b80abe025d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8308288789994549, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:52.874255+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cc47ed5-dc4e-4e29-9b55-fcd3f9ace749", "result_sha256": "8cc42745b522275f04767c4ccd4acbf1e3cebd90ec6d344cbf1b7274a851de3f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8201642079948215, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:33.103108+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "af2f7ab4-06bf-4834-95f8-68b0ed486b95", "result_sha256": "7524dc50a02c7fb969e32906b8b45f66a56da1d139dd5128bb098a9e245a7a0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.236927427991759, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:12.962666+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "eec2fe02-35d0-4af3-a458-f802fa54f761", "result_sha256": "8db1cd18ff904afc1f08179cd5f9e8e80b342c05a5ccc535bdaf67e152a454ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7079057210066821, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:46.461980+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "55f9da5f-07bc-40e7-84b7-f6867b10257e", "result_sha256": "8669f6cca622d5937265b670ea857d42b00e879f0ca7a66546382358a26762c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2904768000007607, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:03:43.940282+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "05351601-a65d-4377-a84c-8826a9bda3ce", "result_sha256": "2418c276ec8fa006f5a887b5a3a7a13c6def1f245d5a9a23892a5a0cddc5aade", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8189293500036001, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:29.793005+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c599eec-2e75-452c-a9a7-8ee52687acf0", "result_sha256": "51ebdab473792b08a3c556c0ab248a9611ac922949862b278e667c0259fd0abe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.575424488997669, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:25:22.202393+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b879fe34-16a5-4792-9e00-abe88928b070", "result_sha256": "46b3d6af6fc1d80888ab12325fb726d94f63ee908a1ddcc35c6e424693f5f98b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005882999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0440395429905038, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:57.021881+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "411e9a40-13db-4b55-8978-9e750f0c1114", "result_sha256": "71667c24f5b10cadeda41ac2e197ef6a5fcf4935cbabe7746d993835371411ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.139713387005031, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:03.598825+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aa91b75-b35d-4a58-81e9-6fd21a5d71f3", "result_sha256": "93273aef9bfa9da45e162b8888b8e343670c7f663e6f5695bf9a2315d878dc08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0411726470047142, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Kanit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Kanit\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:51.641741+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e133612-1495-4b07-b831-14cfc50a9c99", "result_sha256": "e3eaea46e4abcae15c9d43df4aae7462db2026359824e355029dc5c5d368ea4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9226990119932452, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Shrikhand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Shrikhand\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:28:47.261115+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cf2ec3c-fc39-473c-aaf1-bdb7b97860ad", "result_sha256": "0836af5cf9fdfe1f0b7f6daf5ad5fc3d2475d143fa4ec40ad1c4e8fd1dacaf8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005823, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0917631710035494, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:06.345270+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc3a92d-0122-4ffb-8f0c-1faa0abe8dbd", "result_sha256": "a4c6cacba1cddc6e8bfbfaece00108ee9feb6d01aa4d963dc2f8a652c4de3aca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9237449029897107, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:28:02.741988+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ed604b5-0e76-4c4f-bcb2-421e49038433", "result_sha256": "7e6c86839d8496aa7bd37a7ad855eb0eee35334d2ebd53f6a59f20f1076ba060", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7209865570039256, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:19.731309+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "15abfa60-183c-42eb-97e0-03c9c6a379c9", "result_sha256": "6f00f805bc2bb2bbf033004716b4d83a546c42038fbcd778d42aaa06fdfeed1b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8765982030017767, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:30.863018+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "12b4679a-18fc-4d16-bc82-efc099aaf9b0", "result_sha256": "592d043b19b4586e5425b72cd9fd476a77f2153d10c0ddd2bd678b8d5da2494b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8548752839997178, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:30.610375+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f60545ae-b5d4-4403-a1a6-65b03e7fd6f0", "result_sha256": "487f885ee026a1337641030cbb40cdbf6ee6d623745fb0661924a7860c78055a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9835727000026964, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:54.622833+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ddc3f71-a4ef-4805-9d09-dbb2a193142d", "result_sha256": "14effe70920d59723207642015aa14b28b0b63d8886e571831168ad78ad45ab8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7586789060005685, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:31.848906+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "11acf493-5931-427a-88a4-b8d9f6934c40", "result_sha256": "077cf73bf112965fcb92d09ab82cc66f047a489752d805259ebcbdd75f52c741", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7400403290084796, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:05.967099+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a5471a8-f935-47fd-9ab1-b718acb3b213", "result_sha256": "0ef803ef35d6bbc3368538036057b51b3bb1f97d5d28edae46d504c77fd6af4b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8387245159974555, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:57:06.651413+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2894fbc-39ca-46dd-8f11-d501ed5d3189", "result_sha256": "9caccdda199630ca7ed03d0298ec4fe025194346db87aa140028c3862f7605b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8213761329971021, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:59:13.991832+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3845b95f-653e-4798-a677-d5121325e795", "result_sha256": "ae5f76ad93c8ee399854c141809dc81f34b1099f16100427a522e7b004d094e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8534856019978179, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:41:24.775946+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "85a1a71c-edaa-4640-b458-47a8113be722", "result_sha256": "841e53cc2afb685cf12dcb4e17bda25e8c96681ea993be31fca30e5c689377fb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7927340320020448, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:32.051516+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5996ffce-5b47-46c6-bc34-6330ef4549b6", "result_sha256": "19b9f7606b89a367afb143f033626318f0c8c42a2fa0d9851ab5b425722e6a99", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9063598609936889, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:13.283830+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "625322c7-98d3-4d4b-aff5-20c1f399ae20", "result_sha256": "08e4522aee5d32c9ec2b428fc033f84f955980d4bfcc7460d629b56b352601cb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.753710824996233, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:31.174181+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "475bf024-8544-401d-8e60-fd4387559781", "result_sha256": "0d975cb540502d442585029030b18228a321394bb96172066ec66f6b7f675e4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.172111292995396, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:37:07.151473+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "024a16a4-ddc5-4e5b-8b18-357890dfe24f", "result_sha256": "dd264b4ecf6b5d89750c6501ead331d244edea30301a9c48e7d1b955483b1b0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005907999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9337978330004262, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:41.082880+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bbd5e20-a594-4844-86ec-6823d6cab3ba", "result_sha256": "f62018d14aca30468e582c56d4c1899ac766e91ddb18f89c8a1422fe6c25f31d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7753880359960021, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:33.197532+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "11ecc60d-1824-4165-9525-0d896a847a4f", "result_sha256": "d5e89b48146bb555a48b48dd04f77187016bdfff3d36bb1eb777d81dfbbe8114", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8928049359965371, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:30.791438+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "33db255d-0f23-4fad-8f95-b84cf241dc31", "result_sha256": "f2b900d90b027d0de3de178d00a6060c66b2d7a422683884b8256d0fa32973ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.0153804610017687, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:37.925767+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6355798-8807-4e35-8d0f-05b0bc125cd6", "result_sha256": "bd5116ccef6c750e5e29276e1d1a4c9a35be66ec2b05e80b95ef2df9fe1e2032", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005903999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8748048009874765, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:11.029042+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e7cb1c-d7f0-4604-9539-e3d2de2a303c", "result_sha256": "58f85aca457db59ff69f0c9b0b936d1076e35c5bf7e7e8c1ab16745510a5da4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7247204269951908, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:45.294252+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "86933bdd-7aba-4e1e-a52e-6b63dd52183c", "result_sha256": "10b5065b0fd6ca2ec0e75222f1ec6f6a5016459aa8aa555a7f72410ebe3119b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0846702589915367, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:59:01.910285+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dbafed0-1da4-406b-800c-6cb59480cb51", "result_sha256": "0227a2b14e3e86bbfed042efccf1cc90b1bb09de7aa4d26ee7f0adde24630bc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1077605479949852, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Product Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Product Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:22.937580+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5713f98b-2eb9-4974-a43e-706e34d386fe", "result_sha256": "2469fa95c9d410281465124b421223be445da777124f002ae7ff46358fbde4d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9372669540025527, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:46.204782+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "894c0341-4911-44a6-9c00-591e98ab6795", "result_sha256": "166d9159a95903266bbbe018e68db00089ac3e1082213459e8efa77556346d71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8861668940080563, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:59:18.058521+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c42cd6f4-b3e3-4887-b20c-7a7a1aa05270", "result_sha256": "3529adefa4aa665a73aa052169e54e3f78c5ec572314ec4d27d539e3b06965ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9263545259891544, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:00:40.415050+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4406e639-93e9-41a6-bcc7-2e9ca6e0b324", "result_sha256": "401391fb59551910f5d5cbd2104ba73679fe05cf8e2feca1db0b0df626c61026", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6799668929888867, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:35.869842+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "265cadb8-f828-4e74-b013-e666f1fe0abe", "result_sha256": "27e05d6f4d2c820e29e0f853b6e2b530c9e4cf6c5983a928cb93192f587c91c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9524724179937039, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:40:56.328779+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "05ad349f-bad4-4771-a8ff-94f357bdb447", "result_sha256": "2bfb1e365a98a8431eb0f427af84ba017a37b06040419fb1f6c40e5fc5cf6c00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8633497990085743, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:30.210267+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "17d96537-3776-4db8-9e84-d8682c1672a1", "result_sha256": "6e19da7a3740c2016c2acf0bdf75e0abf58109aac18ba599fd72d93663aa64bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3159686449944275, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:05:14.928714+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c61b45f9-b235-44df-a98b-bc03e4c1ccc7", "result_sha256": "8cf8110c738ce71bc17f6fbb03f51be4cb6d85a8e36375459702760117db78fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8645949509955244, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:02:50.818185+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b19603f-6662-4aec-a3c1-d48649fbc645", "result_sha256": "5a516955c93ce52513c11d34d089a20257bed3de2f7144046dccd5380304994a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.331841863997397, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:27:08.772529+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5622dfd-c69c-40b9-8ab2-cd9ae42ff265", "result_sha256": "6886c4b58a02174c6c3ceaec2f183fefefd57a4506522f7994ff460a0b06ef52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.159241411005496, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:06.935233+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "24fa2263-658a-41f8-9121-e1c780b1a457", "result_sha256": "2f76060d08003315ad692de248c57d491839d84ba44a531942e2993071ef8136", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9448190330003854, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:43.693618+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5551132-8c38-44bd-abb3-7d0e7de21871", "result_sha256": "dcb78f9fde198067fbb060e7288ecccdeb14539bc6b94d9cf62c403063873e7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4100193240010412, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:02.918116+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "80ba6704-28d3-4934-b604-e5a7cc76ef0d", "result_sha256": "5a937479b5422e1e4a934d84260cd4dab3f70def603cea3014d9144eb2d27dad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005892, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8816973319917452, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:57:57.114414+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "711323b1-6e56-476a-8aae-fc5684270a53", "result_sha256": "ddafa35e898494fddbc6fe29bcf2a7409b5defc2a9a1e6d1d2450b56c3af58e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7503173799923388, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "League Spartan", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"League Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:39:36.429661+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bec9c08-bfc5-4b3c-a467-6513164bdbac", "result_sha256": "cb7ef3ac4f75033f1089fec41f2f772ea946ba96503fc90e4e99a58e4f79497e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8333676190086408, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:08:55.739683+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "04bb999c-8ef7-459b-a6b8-2897a0e92b9f", "result_sha256": "14d24abe297f26d2c8aa93569ac768c8062282ec95370f425f47b36386a0889c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8537707440118538, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:49:01.001979+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd3db03a-f183-4be1-aa49-1728e1cbdb91", "result_sha256": "ed424700f3fe48a9409f172c7784730ba9b7b08e252874ccd87649594e867088", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8281360699911602, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:43.627882+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcb24f6f-49cb-4d5d-a639-b6730dc489d9", "result_sha256": "4d0b6be325997b7bf0a52910b5d14a8273dea76cc6655bcdf2e94380946b9aee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005723, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9784115590009606, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:34:06.646147+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "918ac902-f7fa-4f4d-a03c-2110099aac72", "result_sha256": "097cf6e7eba5cd82c57a62ee6bb0f9154a517f5465e5123332513fe555b5a2e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8678995259979274, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:43:59.142540+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c39fea47-42ad-468d-8549-b25919231aa6", "result_sha256": "a4e90b1a232786486fa22490f8c8c423b91f7fb0ab2347c2e79405966b373b8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9521579680003924, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:04:55.321966+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "894a508c-b7cb-49ca-b46a-c4ed59703762", "result_sha256": "7091e3470532e215f742e5a1987d9246cae47565c603dd33843979b5a1788bcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8271421290119179, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:45:15.728001+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d77dfbd8-02ef-494c-85fb-ca8069403a46", "result_sha256": "b6af327e94e7d1014db8f288ed04edcfaf191fa954e2162d77520e0a539331f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7650478199939243, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:16:31.672586+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5d56c0d-6e44-43c9-81dd-2b380448f6d7", "result_sha256": "a96236e01dc44eb6cffdb57f53f13a9a154906c5cd077a141790b4252784d48a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.804150199997821, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:09:17.079292+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "52274684-9483-4472-8359-e12bc859e811", "result_sha256": "ea5233895bc82839fd66702af1b3eb23d64aaec63983351fa7243fc15271598e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8358379720011726, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:50:14.105538+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2108c1fb-ab37-4068-a5af-ffd143d69af6", "result_sha256": "ad2d3d8367f7489204219978610b66237b11998c33f6088615765262f0746f81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.957672435004497, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:39.505599+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fd2148c-d3c4-45ff-9519-51d402af6ce8", "result_sha256": "f5a459bea1ac0eef6541e530282267c3325cc52af512c174056bfd0d6aabda46", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0678871010022704, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:40.266856+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9006fb05-ef13-4792-a540-050042412268", "result_sha256": "bac6fe27912b7f0f84df763f36eb9eeccebc116f9663978e95f4004cfb9a2372", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9021404410013929, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:15.976416+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e2974f-b3ca-4975-a8e6-7d66be3264bb", "result_sha256": "007bb5e47fd6ad421fa1b26c3e135aad58bcfb65f04899746afd7dc23b67b110", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8698151190037606, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:09:10.188289+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "06bc7683-d94e-4c0a-bd61-e7959f021aa4", "result_sha256": "6fd2452a25c932b1cdb69b7fbcd9700037fa65e4e7330f3d33989687a744e17a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9670098909991793, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:19:27.767282+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "97ebe0c5-dc8d-4f3b-833b-18aa74298a38", "result_sha256": "f4252913408ca809c9650acc49196237169f1b012cbc3844603548d0342042a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9929886339959921, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:39.544588+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba9797fd-639d-4983-9446-7ddfc0ebbb4c", "result_sha256": "7eb417770624fec7c8eaedf2a82ca63477f512cd73f7296443ba2800c9106513", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8264846570091322, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:04:06.627164+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e9b7bc-6e22-4c7b-9ce5-7692ee705983", "result_sha256": "ab87f88800fb538244ac5dbb7d1e7dd36cbbb80bf0fba36ceeda270eb9e47628", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005907999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6915322149870917, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Changa One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Changa One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:21.266639+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7a99629-cad5-476b-ab84-1c6d0173cedc", "result_sha256": "8ddb5f20f138ecc76ecbf62ee30d4b5a0e038071106adc57aaff6e0592a08073", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8790976220043376, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:44.194899+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "10e25e4f-0187-4513-b679-9bf338a02da5", "result_sha256": "e8b40b39f6aed93ec7364aa5c4d18c03ad31e26c31aa6d66b9b63ab79cdf5783", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0194489269924816, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:39:15.723156+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e53b1952-65a1-4e1d-970a-829dfd1a47ac", "result_sha256": "baf2445c272d23976a78c90943ac388590efd4be087cacbb0f0d3c7b7ab04d5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005875999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8653488160052802, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:45:33.896864+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "55961b89-c1d0-4e9b-8298-b1a9fb7905ce", "result_sha256": "94602bf1e56a1d1e2e731ab0efeae7a05d5bf0cf98254536a40b47dfc1782da4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8455689109978266, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:55:35.771258+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e515329f-bd47-4a39-a311-e352967ec5f2", "result_sha256": "d7ff77b9089cfba7727f00163bf8c94e9df941847fed1cf5131aa51e58083923", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8965776200057007, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:52.174519+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "21db5d01-8744-4288-b252-b2a9fa358cb5", "result_sha256": "ba4bf7c0652d804f99f09d45d0c3300e57678c0d1a28e4f4712b6787447fcf2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7670569460024126, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:25.485242+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "670a796a-3acc-4f41-a0fc-8afdde22a146", "result_sha256": "a8a087bdfb75539025ce7a5a6c2e4b462b57991bca06fce3cab05dad7636c387", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9079369419923751, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:00.278144+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "adfc86e4-826a-422c-add7-bcc71f3b8280", "result_sha256": "a32c53017f8fbb8f93dcd51b80ea1e2e5f4688c485fa057710758f982c7aba8f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.0043655189947458, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:49.942751+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f558afd3-3ac7-4480-a690-7657438808ad", "result_sha256": "7806d04d71f94f6748c53321377de9353981e2b917f1406a5e848c9647e433ba", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2811323570058448, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:12.411253+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e3792ed-4ccf-457d-a45a-085655411356", "result_sha256": "75e175fa8a4f8cbf475a22f705e534fa2fd57c457b626b301b4340fb1ec8dd9a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8010143769934075, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:30:50.560086+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64cd755-41c5-489f-94d4-3f9db27a91e3", "result_sha256": "1d06eef36789e5048769796949348b77c44050cf0ddefc51223d0ba215b2c04c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005967, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8179989220079733, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:00.147352+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "80210ee0-caa4-4b46-94d9-8882615f2d04", "result_sha256": "11cc5cd06d9556d948d71ec20f748535de2eb0a2d29e30c94d6d028acba30dda", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005770999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7846804510045331, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Silkscreen", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Silkscreen\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:46.566424+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cd50093-9ad4-4d28-849f-5664790b9e25", "result_sha256": "1c91b9b77f61086d81ab141a91529edd35530e8380ac5ff80970b6d025e8623a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7578371060080826, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:44:17.955896+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "055c855d-af54-4acb-866c-15b908c91c48", "result_sha256": "e1086470fb042b0f128ee8e1a2411955939abc3f9a9c8394a5b450dc046bfe75", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005900999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.9012790320120985, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:20:36.380520+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "66a9dab2-b39b-441e-bedc-4713756442c0", "result_sha256": "0519d8ae5a2ad14ec1e8b1b888f07b9fdd66c9c553dac382d8cd0119f0f31b39", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005975999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7177316330053145, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:39:55.523027+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2743bdad-267e-4725-a6da-aa2f708ec517", "result_sha256": "5546a97a91d47173b40d7dcbfc0890abc76376a2a10088004903eb542a41cb3f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7324036119971424, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:28.473076+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b6a6754-2b78-4e78-b450-35d4ca31d9db", "result_sha256": "a2d8d99da354d977ec2809ecee882a3b2364c84938cb25d20dcb024462b7fb80", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9555050929920981, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "mono", "predicted_font": "Geist Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Geist Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:15:39.422164+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e94e3b4-6397-43b8-9d27-d4360c50f249", "result_sha256": "2d44c571ca231b8b5656e32eb41f4598e7b388f086897ea9133cba961da822ef", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9582038999942597, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:59.951989+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f32c6adc-7c68-4774-beae-5282edf3ab72", "result_sha256": "8e083dd07b142893461540b7c2a3fbbe38ac06efc657f3ab5d01d5b3293defe3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.7066140609967988, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:49.984096+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d2a9e1c-4c8c-496a-b643-5de5bf5e9705", "result_sha256": "8a0a89fa2cc44eaedafa3ba7a0a2fd7bd918574c3bacc76bced7a7f78d958172", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7001091960119084, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:34:39.228642+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e893f07-7da1-41b9-bdb8-41b283dd2643", "result_sha256": "c9aa9d58a2d526a6574dc4bceb7dc40902cf2a370b74fa71f4489e8728a8511d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7448692750040209, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Silkscreen", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Silkscreen\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:37.285356+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "72a5c52e-4183-4f9b-8e2e-365df59ef581", "result_sha256": "331042302d4c39fc295def32cd861b1e1066018e6e31f53553a48dcd8020d6c5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7036987290048273, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:39:26.580029+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "234cc029-89dd-434b-a86b-5e8bf9b6ae4c", "result_sha256": "a4bc3211d21936779fbcc3e977837fe78144215d6a1f4ba40f8fbfa03c8be5b1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8445188869955018, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:45.104174+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7505038-a364-4717-a791-ae3ed4f12f8b", "result_sha256": "9e72df38d88d219fbe22b2de58bfdcc7faab6989d38fec0cf642034e5177ead5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0236000630102353, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:58.446613+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ca46847-b84d-4e0b-97e8-b7d5c33cbd0e", "result_sha256": "3e22fcbd132a9d139f084ba9548a2cdcd6d8060f515d3f811cf348322000e3ad", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005449, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0694105729926378, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 40, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:28:20.031993+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8401eda-0918-4098-b08f-60dcf7dcc404", "result_sha256": "b834b62bad2a4acd2f766236d3e5897aa7c9c89a6b098980dd9cbfc13ba0e855", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005775999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8722181399934925, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:59.094818+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b8a47dd-3046-4386-9082-4a8fdc1e0392", "result_sha256": "3481626670ca9ed5136d1338f296484272285669482243a425885f1872a7bfd0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.772068266000133, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:03.718187+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dad64303-3657-4e7c-8d8a-7f9d7adbe1f1", "result_sha256": "0e86da6ea312744f8711f39df5cc903b6687fe64cf3dcca4c35eb469e4e1489d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9883802969998214, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:38.261738+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cb9de05-fe20-46e9-b1dc-38e170b9cce8", "result_sha256": "3c6fe0266b3b11a9be8dfa1d6b095122eafa8395fbba3909ac01ada299038f1a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.3706262250052532, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:27.846247+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6b24655-19ce-4f0c-a998-a6511d12fd1d", "result_sha256": "2658dad8da10cd4b25d7e4f60b6a8ea841a856de6c9c1d43aee01b9414b16777", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8759397579997312, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:19.099855+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "76819507-2b67-4650-bdd1-ffa7fe2dc4e4", "result_sha256": "3978df080c382ee96d7d4c7b6dcb4e080376a56a79e64a83c0fde56b2b5f2e0a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7447213100094814, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:08.928428+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d635f6f8-e938-4e0f-a759-3219d21af0fa", "result_sha256": "a9e2904906d22282b52b500544cc9021649066db16129467f4eab4509ffe3a6c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7651716779946582, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Silkscreen", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Silkscreen\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:42:55.685345+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c8e1c93-9520-4597-b038-a1250ea1883c", "result_sha256": "c82bd17e6a9b0271dec92682296910ce2db64ce632d36c8f83089117996fcbaa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8288945890089963, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:38:32.352944+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "33fba587-d7f3-449d-b900-a4ff8c5ed16d", "result_sha256": "40a35bed652c335839fca702709ec2365232b11ec66662c69c2e7b6ac1325db3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9395130249904469, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:05.875598+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bd979a4-5c71-4d5c-b3cd-ffb97a57848b", "result_sha256": "ddb238c3b2e58a4284b1e499d4c1a65d76dddb528fad2b815b9372c2b36e5705", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9632497790007619, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:59.548432+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "42624277-5ab0-487e-bf93-b054df8ccdd2", "result_sha256": "58f0ff707bc14cc16072aeb531b8d372d991f2b1c5e0ccf3612c4a8019a4be53", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7411300069943536, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:03:12.358706+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "027304c4-d704-4e25-8b85-145ecbafcee1", "result_sha256": "1a34014d09b2e3b175150a0c9989741a7eec3f46f06a1543373837643ad3f940", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2268586349964608, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Public Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Public Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:04:22.288821+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bab3b2c9-d80d-401b-aeee-4503fd055528", "result_sha256": "0c5fb42e3e2ca018c590e5cc0ef68d5014dcd5a7e0452c30010d80e06c3c4fd6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.773314455000218, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:18.144878+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "224ae3d8-3629-44e1-a05f-20d72c65e63c", "result_sha256": "f605cd751c0e34c3135a8ec372603cacf466baf47cd73f8bb8d1cef640b66a8c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005820999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0362557850021403, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Changa One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Changa One\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:36.535035+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1551cfb1-e549-4b8e-a2be-89eacc7ad9e0", "result_sha256": "8c80757f550abfc03a6933cb6ebb7cad4b4e264fd5ea2a05df392efc55314915", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.1739890879980521, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Silkscreen", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Silkscreen\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:23.114701+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe4ce2a-f9b7-40ec-9025-b97440ecabbc", "result_sha256": "6126fc2bdc862156a87581b3c5f270b5792e6459d967cec4cb7eb28767fe43b0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7701865990093211, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Lexend Mega", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lexend Mega\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:39.398511+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1e47e8e-56cd-4c1f-8c19-40273e3432bf", "result_sha256": "75cb08976c26e68c645ba937b389b3c2f24f42636acd7295c33921b129608021", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8702198289975058, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:18:49.799421+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4cea381-6931-4930-8c50-519259447d6b", "result_sha256": "54122868379cf28b2a6ee1a786d995432f3e1759bd03f1f2b566fd269686cb63", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9206643200013787, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Changa One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Changa One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:28.702256+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "c58200f0-8382-461c-97d5-53fa87135037", "result_sha256": "6b8a0afc6aafd7b2ecfceb9f0cfd18eb7408abe4d81aaaa190e8fd34424ff48f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.9433905629994115, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:48.816934+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "734b88d9-f8a7-4f29-b256-ea3c652ddf29", "result_sha256": "2053498da47081aa5356d8e0fbebfa627a2538b5cc919a0f6bfcccd3b36132bd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8991948949988, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:31.375167+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "da18460a-df10-4f3b-bcd7-c32aa0b904bd", "result_sha256": "168637fe638b2cd39f524680f6af8f4bafd7a7e1df5f4b88f35557215af17e94", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.844940018010675, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:16:13.820868+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "728a9689-d070-4a08-9cb9-eae14fca6165", "result_sha256": "47af2fb1b48085ea664ebb661bd8c0142dc597cf03532bde62cec1efd50b5db6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7088382869987981, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:09:38.984214+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "56ada851-8038-4f4e-887c-09ddd7b2925c", "result_sha256": "180663f93c353d3afe11f4475dd3e6eb1fcac8c2e14b90e12998bfe2345250ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005780999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1452, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.6864599949913099, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:15:38.136484+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "272b7ab6-64ac-45e4-91a5-06dcdebede26", "result_sha256": "95958e9c42af4e94da5d7b452bf050637e588d1ca0c74741af035a8853cbff45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005847999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9264348759897985, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:30.321271+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8a4462f-3ee5-4bfc-a362-38e6df219e7e", "result_sha256": "1de75ed23e584bd31a81af705496065d46b68d6518e87fba002e954395c697c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7874830789951375, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:25.444755+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "340ff751-37ce-4188-9f6f-867bd497a4ef", "result_sha256": "1b206efde0dd04ade0036e19e1b17e27506d6526a0032f929def2b59151e7ea7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.1834953109937487, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:01:35.616658+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "411ffedf-e088-49dd-9cca-b4c9725a4414", "result_sha256": "bc0b5708abadb11de6d76b62944722ae171a1402b490900cfd02679b816dfe5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0095947539957706, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:13.153412+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "033eac09-9ca3-4a67-86c4-e2bbfcf361de", "result_sha256": "921aa4b88ac29145f49e7d4e6de801c63ecbfc8e98f414494ab9e5987f9b29d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8629465269914363, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:27.117383+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3abd4dc7-2dd5-4f90-8235-4ec237ed821c", "result_sha256": "a632d9ce2de8507f1254b6b564503bb970cbba2b717389ec33fc210acf314207", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9009622829908039, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:14.095190+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df9111b-a203-4635-87f3-e9438b51a236", "result_sha256": "1845e202ab2fbd75d82cbbbf11d0fec0e20700866c34b37608b2aff76c5c06cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0968748529994627, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:40:42.256710+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2d1dcf7-a96a-41f0-ae38-4eb359a7f813", "result_sha256": "ed5ed041e83de482d1c11122584794a54eb9972e1b85fc6096ffefc6f35f1a9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005992, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7787031129992101, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:03.133580+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e167f5c-1ca1-4689-a95d-a1423ce2e2cd", "result_sha256": "4c3dfd94dc9beab5ed3c317c39bf174b4bfb336c9755c29c958a4db2c2b9cec2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7373091710032895, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:39.321365+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "49b73c61-ea7d-4069-a236-dc62867b531b", "result_sha256": "52df060feba9c314cc045da3c6ca6b647bcd563c5f6f9c61ee19ed6849267152", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005780999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9030762239999603, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:09.338109+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a75f9146-0116-4ae1-9a35-697650f66694", "result_sha256": "21b809907afaaa1cd1718870f74c0ddf9720dc65f10c8e1b8a61e16cdb858397", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005777, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7301336240052478, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:40.958797+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a054707-f333-4639-a516-f29abfd42d61", "result_sha256": "924ed7897d2218b580825101c9efc9ab0016a5c6a2af7852b6e82d3aff70fa97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7944073620019481, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:21.974147+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac169807-b7ad-4a49-9860-ecc7d86b2620", "result_sha256": "a5dba645a09fadc6e1cd244db32408c8a65f3aaac250998f125a6f590b65ad02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005795999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8104888160014525, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:30.500740+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4026978-7435-4f66-a71a-7b0216fb96e2", "result_sha256": "02e826607f95276d98a6a1fa71c00baed7c39bfa9c78f6d9926534496c7d0bf7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.760693980002543, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:53:02.104779+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "470a718c-4590-45d7-b337-1b1cd756d676", "result_sha256": "1a174ba55b7ac1fc62ad48d14e5c91359de4890364e82f3aed6d19c6a4bc6d88", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.340788497007452, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:18.287426+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "16e2a98b-2c6d-4ede-b862-0180df40d930", "result_sha256": "8d329feb35748d839d40f949b29109dbe18be922bc23ceac5c2e1f304316c228", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005775, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3249863579985686, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:55:57.919888+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "310a3692-a896-48aa-b274-90f881b973f2", "result_sha256": "cb4f0166cddcaac6ea43a14d4256b25c2703432ac13554502bfa62dfabfbb63a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7897641769959591, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:38:51.448662+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e234f80e-fd61-4332-969c-d24a8c8fd6e7", "result_sha256": "744f8698881d89f5bf4bd68a68698db3ed0420251273c1104e0ecc9234a1f23f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9211185519961873, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:12:12.186983+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dc62f93-6f4d-493f-a1a0-76b2975d60d7", "result_sha256": "33c856e853e34fb80dd3a32e2a7a14cfbb2065b273e87cef964692e562a551db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.0444813809881452, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Sniglet", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Sniglet\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:58:46.600103+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5538c32-8bbe-4e39-83df-d09a1cd46924", "result_sha256": "149ecd90a524598669135c7a8646ed421318871269bce698fc6819f1c9102003", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8524901799974032, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:07.811778+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "99f7dd27-9724-4a25-b860-a1541f63cee9", "result_sha256": "f3b5067adc5a8a264affabc52492105408672b2cfb79e641f8b909cf3c8f01f3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7016432140080724, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:23.664926+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "0843d3ae-f582-46e8-96ad-f04f5e8c6c49", "result_sha256": "11180ed4363ea47bcde950ba3e372fc680430db9556b0bbd447e38fa504f4adb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005745999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8304353239946067, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:37:06.054073+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "90031ef8-a41c-45a2-acf1-7c10f891c9db", "result_sha256": "5100010915c49333691086764d775ce05378dc04c99de3daf15d7057247073c3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9949350430106279, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:52.622254+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6ae4b17-f157-43da-be14-d1b366ec5518", "result_sha256": "438abe41cee98ec8cbda6ef0d7aad5756494380800eed8c0f82c72ab1fb425f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8082089230010752, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Courier Prime Code", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime Code\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:24:25.655626+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "478c25b9-f877-4a36-a348-9f8d7730f003", "result_sha256": "b4a18f701b6bf7403edee7be68108bcdff9688072ddffb202687196a99e9620d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.679029573002481, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:12:20.192495+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "00ae2dfa-fc44-4bc4-bf1a-a969f074d5ac", "result_sha256": "2e83deefcf72b592e3ec8023daaf1a7bf27ba90a58a2817292918aa0212c53a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8929509909939952, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:42.656612+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b79e7b61-45c0-4661-a4a4-1ca040cde5a9", "result_sha256": "d1ab5bb4d28df1db500021b357d20ff9cbd9d766ac4009409a80acc1e439836f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2289574370079208, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:18:18.784098+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6deaf5c2-d51e-418d-ac06-958b3125ad76", "result_sha256": "742378e1579e41fd0d5a60bee6462bee4ef3632392000e4df0afb7f8ee8608c6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7576790650055045, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:15.919438+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "318b3300-aa9f-411e-ab23-11ff8489c93a", "result_sha256": "6911ae1a1d3681dc1b8027e3b29bbc24782f039007640ee7bc012dc57f7b660a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005842, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9508578189997934, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:32:22.944556+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "93513557-feb5-40e2-94dc-7e9b373ec124", "result_sha256": "ed0a9b739f7a9f5c084cd783c70451a15aab358b1cdc2b7bb236a7f4a6959eac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9607601540046744, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:14.539035+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f6e12fe-3e6c-4f2d-8c4b-de282028a92f", "result_sha256": "79d17985336e9230b795bbd9ac526c91e05e3aec79b83646c15109c9d4032406", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7863679400034016, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Press Start 2P", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Press Start 2P\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:20.404312+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5577e2b3-4c2d-4ade-8693-be0a80546144", "result_sha256": "aec6b74f2cd548224c6ea819c3a605a6c51ab466cb34af25c11a3723848f29bc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7744212370016612, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:51:01.344829+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e4d838a-78a3-44da-8e12-7a125844f79d", "result_sha256": "db76c1e2dbf8609d5688cd27e97b490ebbf3e33aad97ad399675784bcf7175b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005832999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8708417050074786, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:04.056082+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e779b0fc-9f52-48be-845c-7fe4cf17d04f", "result_sha256": "4ed701e973471cddbc8c1dcbb419f7ccc7c216ec4b1f0624f27e26c25b2c853b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8629913949989714, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:24.006878+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcf0a6e-bbdd-4546-844f-81f2d8c6cf6c", "result_sha256": "844a1d4d760ff6062f4a6613f7e3b86a4637a704a6cb553de6ffad994f7f4ea0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005698, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7667500679963268, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:43:15.914929+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1af97cc-c211-4aa6-b5bf-1d8d20f0487a", "result_sha256": "4f4984a4fb3b1c6b59711d5b2a9f8ed2ca6303d4a715b039b253a8d883e778a1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.8580381810024846, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:52:38.409177+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "07f6d52c-a474-4c01-a254-5056d06d1cbc", "result_sha256": "de7182e6744f12d14e7b146ced94960daaf68f672f1a65a2d33a30e13cf22501", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7359308449958917, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier Prime", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:42.930551+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab3c25e-b6a0-44ec-b68a-67b77e320c32", "result_sha256": "48996d819abd52e3a8ef3b9883faf8383bc4bfc5a860f21a2b97de671ad6601e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00057, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8557368890033104, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:37:12.470812+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2fdcae-c06a-492e-a813-95393bda7a78", "result_sha256": "d4d7a8b25149554e6324a8db67d925a156c2783dbcc9795e29340434c21696e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8359151659969939, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:27:28.964774+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "01a110ee-7c71-4a08-a092-bb087d91583a", "result_sha256": "f71ca05a10c13d87dff0421b1bf7172ad1c1b41da3ef2b61e34a62460a1c7834", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005804, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.818981623000582, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:13.747914+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "305fd40f-9ff8-423c-9590-fb7cf62506e4", "result_sha256": "a67282c90911c65ea49a9f7ea990c9b6654dcd4be9a9497d696b33ae5fa2fa08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.9358113060006872, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:56.117871+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9307276a-1b01-405e-937f-5553d648583c", "result_sha256": "4d6bba29ac4a47473a3de8f3bb3b0d3962206befe53e6822a8d35ae3b138d3db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8223450049990788, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:50.755093+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1eeca6d-41b3-4af4-b970-37014321c11c", "result_sha256": "48d29a8297b8001ab63c92786ad9d7a853d1d39770cb53d10eb8f3dd06cfdef8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8340780500002438, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:22.389061+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fe717d8-aa02-44d3-bdab-f65dfd1465ad", "result_sha256": "a3eb3a1a79f4bdfbf7ccbd1cf455e81317a95826f80c42dce729f00b21723cb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8641849019913934, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:01.334123+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "53838bff-d616-46e5-b543-e4d392b23c97", "result_sha256": "0688f2aa2a5236964e4480a76f10e2c679e611a0ef6d80877237a07ca5829a44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005849, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8003055029985262, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:52.848089+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bab01fb-e9dd-48b6-aefa-af6bfa05bf7c", "result_sha256": "e56d14f3a73dcbe04475fc10f30924cef83a6daa99b5fa10abf8bd3e99e42563", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7974203519988805, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:48.992214+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "df684e5a-5457-4431-a0e9-97e00004b07c", "result_sha256": "c20680354e8851e401b643311be9d6b289caecc1dcc559b9ab92c140f8268d5e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005850999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7061957850091858, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:55.849144+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "94e5087c-c1eb-4abf-8c71-a486232a9be2", "result_sha256": "bd6e140506ab0be0f064ad5b6f9d3763b272df925fe9818265b51987d1753120", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2776773380028317, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:27.047318+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "216281bd-c7d6-47f7-bcd6-87c93096ee63", "result_sha256": "178bd5031fa1d4d2553fcf80350bfc2d5dfde232f6d1f2dc04cc41558a76174f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.7903329550026683, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:49:30.617270+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "095850af-f0bc-48f6-91ce-f8a3ab7872f8", "result_sha256": "6b1f7d687aa87f3ea5d3839f24b4fac99aa32ddde121eef0f76a633417847461", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7628256460011471, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:31.183275+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "d889d4f4-3ad0-40e1-9365-b48f85d46703", "result_sha256": "f31e7bfbf2093cc04cfc168915c7034693bda3b204bfa1184523f8bfde5a978d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005928999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.240198034007335, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:19.127629+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "f322b23d-ab56-4450-8279-055fe7c957ca", "result_sha256": "e48a7ffb938d74073682928c86e7c70268995fe17ac42b7bbb54e6d21cd12325", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.0256336360034766, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:40:23.985240+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9945f396-8fff-4f59-94a6-771d10eac944", "result_sha256": "4017818a56d5e431f551e429da5261261726d345776c1b745a5aea6e2c16b844", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.7922159530135104, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:56.911301+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "36c8f1de-c989-419f-ac4a-945c7b168346", "result_sha256": "bb045235632b2499b60849b2c5a5bbd307295e37ca1bcb80e99f90e07c14d7b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8803782199975103, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:30:09.916212+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "44f819ae-a953-4a7e-9b61-b88848e34cfa", "result_sha256": "d35193ee6c809caa32d763b179219156acab2175b1e271fb3c99eb16999e8cd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.8239074740122305, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:43.176888+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "b65a8571-8a55-407d-9c64-25901067dddd", "result_sha256": "ac38a4f2bb01448b0e416a1ec838d9a795175231710daf5636359816b6fec74d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00058, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3801615480042528, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:03:37.325009+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ac2d9de-adaf-47d4-8eec-4a2b3a8d8dd4", "result_sha256": "6667315f94b1ece14faba4eca22ee735bfc567a97b4db057d7194e061894d552", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9062572219991125, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:45.216932+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b994d54e-2d8b-4c31-b8f0-b4feeb6b03ab", "result_sha256": "c86a481a6f5979dba59209cb54ecf07bc0d56d4ab219bab1f1dfd8644e395c0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005775999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.6882866799860494, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:45:25.119137+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "dca8edbb-18e4-443d-b895-2489421a9788", "result_sha256": "c64bf1e5ee0d4773effe7a2198f9e343e5fa167a01db4ba1c03b7aa8abcef1ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005949, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.7899730380013352, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:25.612821+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "31feafc9-7e58-4727-8974-02992b0ebb36", "result_sha256": "52c58ae818f3990cefaa0201891b6ae7e6fee6371d9700de75f71830fb1f6446", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005967, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.7109360500035109, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:25.410026+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e72810b-7cb0-4f83-8f63-ef34e783be7a", "result_sha256": "afa8e159be3de582098c0f7bf063b0c08ef899462e49dab62ca20a62d4797fb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 0.9036871270072879, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:01.217188+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "68964a25-3ab7-4de4-9cfc-6add3da2ace6", "result_sha256": "590d236b017ac2545116d8ca646f7e7ea73800532a18edf83db001ce973cbacb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 0.8577990759949898, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:41:03.823339+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0d69bf8-b279-43e6-99f1-d4d28c5b2d8a", "result_sha256": "03d71f542a39601a2f1509c8055c952bae77f2436269e03d95dfda63317f5621", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005829, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 0.9836559349932941, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:51:08.307554+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e9cbaef-a620-4231-9168-92eeb0e9897d", "result_sha256": "37030f25d33ba2de186dfcf3f44b06a5b7696edc0ed27f43929ca52b257b3dbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3724998570105527, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:59:41.580691+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "4696e154-490c-4ded-a402-8259c9180833", "result_sha256": "a7bc831230f772e4ea142c2cd90b643a286432b70951d448c06fb067533bf24e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.2599430839909473, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-09T00:05:10.936009+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a554641-41b6-49f2-b5b3-9ed86668a605", "result_sha256": "be35c52ed8c53bbd9e2debd50688a7a585dc7047147da5aaaa30e8faa990cf3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9016574599954765, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Comfortaa\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:00:45.956572+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "b79a72e7-cff0-407a-8fb4-9422e1112d75", "result_sha256": "488387f11c89a053da18850f3c4bbc9f12cd3c549321d62dcee5aab713e710b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7819933999999193, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:18:19.360961+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "86dd7cbd-494e-4893-b1a1-5821dc8dcc6a", "result_sha256": "f00b0a8f41258a42776bf1bb0c70c2ff2d43d06100ee86e13cd53eb45c46eb34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005942, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.792855891995714, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:28.156869+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea74bb0c-e6f4-4e78-9eb7-a946406f6b81", "result_sha256": "b781c86803adf7c3fe39c63ead9d607524b9ed2212a795f833f352ee32657e78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.0478622100054054, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Kanit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Kanit\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:36.309366+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "02249a49-91a9-458d-ac1f-1917363b6cfd", "result_sha256": "e4bab87ee357d0e57f12c05d4635c28a9445637a162cd62b42770c13b9b07f4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005878999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.9371899910038337, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:47.724564+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec67771e-daa8-4f5c-b72b-8ff6f4c65a37", "result_sha256": "fcc4ac7da7fe970efd1b4090ed370d0b60259795bd2a241946bc9dadb3fc5e43", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005827, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.9341109599918127, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:42:20.335830+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": false, "source_attempt_id": "f35c073e-11e1-437e-9668-5002b5a090b4", "result_sha256": "f4f8d8924db61a39828250f405fe2439dad4e8b91a66e761f8c4ddcb410e71c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006002000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2300304649979807, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Rubik Mono One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Rubik Mono One\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:05:08.354211+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ce294f-678d-4057-ba1b-54c04fe59918", "result_sha256": "699fdfc81d7d14cdc4cd436cf9eda86807b50066cc320b60db3f14b4d64daaeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005852, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 0.7519669179891935, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.5-flash-lite", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:06.920388+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.5-flash-lite", "status": "final", "included_in_comparison": true, "source_attempt_id": "4245fc37-0521-4935-82f0-8fbb84f1623d", "result_sha256": "e38a2a58fec3567a13f84806fb02cdb7098b0a6b86fd3e8dd061e69f8e45eab1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005729, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 0.8496611699956702, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.5-flash-lite", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:41:19.517383+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e5c98ed-7a8c-4746-a96c-261959f274f6", "result_sha256": "dd0a16b2675e951660c3f897009f972eab1e48c6aa2de53ebf0204b8ea8f626e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00742425, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.879427592008142, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1683, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:45:55.575598+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdcbb06b-dc47-4ed6-ab1e-9c18fa3ec49f", "result_sha256": "0508b6837eca4c71e77c8371d041505e7208a6172d6be8d12df5b702a57b467a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01490925, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.522997713007499, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3684, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:33.461120+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a4cc5b7-c91d-4082-8adc-ff65035c17bb", "result_sha256": "4170f1fdd12dd8663b4d3a08635c8a7faf4364f2040ba6d7f0c4c0a3036aa13c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00697425, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.458291270013433, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1562, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:57.420796+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a84655c-ad59-4bc9-b899-a44ab101d1f5", "result_sha256": "4022366717a2b6a4eadcead6db488282b959b7f0ba91d9d85aa7634c3d196991", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00837225, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.716020007006591, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1936, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:57:33.334594+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c76d3f-88b9-4860-ad04-99396068dc98", "result_sha256": "cbeaa08b05c06456ba6edc8cfc6c0f66283a463bacfc920ad8595a560fe6df8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.20622635599284, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:50.943587+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "21127a2b-9544-4519-aaae-9cea3ba2b308", "result_sha256": "63bbca4808ee439ef67136c6803ad02c9f49d472d414cdfe0f0bafbb829e0d3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01606425, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.766480556994793, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Tahoma", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Tahoma\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:08.362084+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d88127eb-b399-4379-8d54-98f19bbf13e7", "result_sha256": "61ce812e8aa1645a5170e291b095dcb597238ac3868f3b96b13dd56f0e57a29c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0159885, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.7916457120009, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3970, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Copperplate\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:03:02.419030+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ec056c5-f4de-45c8-8ca2-13c1144cac1a", "result_sha256": "9e983dee46bba4d7a129e0ff7ca53c0c8069fa1c40904ce95687ff8a2986a494", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010353, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.205380152008729, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2469, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:30:27.526949+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb750f5c-f80e-4e23-aee2-e7f381a500d8", "result_sha256": "dd09a45d12ca4d233485146f08b3d2dbeac5abf6fc3e0f74e409f6170d39fd50", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007449, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.620932174002519, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1695, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:26:32.142085+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b18bf318-1fda-4414-89e2-e71ce6ff6d1b", "result_sha256": "bd66c69d5edf2b16f04ffe9e8e708452196e8c8cebd7f12802c62991e1822b80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01606425, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.45703032599704, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:00.499769+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b540dfab-c1a6-4abd-9a6c-4c50cdbc319f", "result_sha256": "66de410c6ff452624ec2b1a55363a9d76bdf1e36eed7edbe558a139aae46d82b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0133455, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.039020017997245, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3267, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:52.129215+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "33c30e19-edaf-44b5-b8e5-d2f0688bee7a", "result_sha256": "0152b2b714d54f6dce88cad9f06843526a0b73e3754e126df9fcbe59b30b7c23", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015993, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.067218502008473, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3968, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Consolas\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:04:06.850732+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c3ebd3-e573-48b7-beea-ece786b445af", "result_sha256": "3e203d8dbd5b26634ae6243c94f171303252cee9c68679ebfb88803aacb6c9c3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01217175, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.58857991998957, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2949, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:22:49.189569+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "395ffa48-8c4f-4fbf-b307-f5fcf8425a4c", "result_sha256": "be6aab5e2d770906a6f50201dacfef6662847c8e03eb307df6e2bce221bb0a5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01606275, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.978027616001782, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "serif", "predicted_font": "Copperplate Gothic Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic Bold\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:27.521019+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e1784e2-c9ac-44e5-8e3d-5a702b1e9975", "result_sha256": "1658530ed2be0fe6c0a67b87d340ae9845fd7819798207dcb05165615e8c4e08", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01022175, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.037817067001015, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2434, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:06.098889+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3963e875-c17e-4688-9d76-1af9191d08e7", "result_sha256": "8f2c8148832bf7bc309b5083730653b8b24c0bd5f17a5656c510af73c7cb0f6e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0107505, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.205476592993364, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2569, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier Prime\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:59.673478+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a47867d-1b01-4207-9395-bfe5f4116679", "result_sha256": "5ebf70581a126c34968c59dbced5ab130f98cc5f8429e8ba0038b276aab7c992", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0067875, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.600965334000648, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1520, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arvo\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:55:44.494174+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3349c2e2-6456-4417-9429-c1972fef0425", "result_sha256": "bb616bfa9a9a306ca20a3535f843e572b742323354e249c5e9af74c9385a6b38", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01605975, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.813594841994927, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:09:34.518204+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7086c4d2-4174-4965-8fb8-bbb55398bbef", "result_sha256": "ff2a6e4c438eaa9af283d1e6414998889878c8da4a74d70d528a64604c208bce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.927817978008534, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rockwell\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:59.155362+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dac6af42-a6d1-444b-9542-9cb76fc09e1c", "result_sha256": "1f14d21551b57757a694fab1770c03a7e0bbd774e73bb4f41b7f33674c8d572f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.004713, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.133100318009383, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 959, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:46.455273+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "83d3c3f5-7694-46a8-8599-8c8f12a203aa", "result_sha256": "fd4b84f44212805cbc442d2fc4d1b78b5058a20f9f829edf342ac7705dd89bdf", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.505721312001697, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:32:27.339132+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "003d8239-79de-4427-85ad-08a9cf0b52cb", "result_sha256": "8dc190ff66aa720dd569bbefa26b4e257b3c1dcb35cb3ef162c1927c7bd47336", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.33442930498859, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rokkitt\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:30:11.245393+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "16aafbd0-7582-403f-be09-7e2074a3d40d", "result_sha256": "3c2ef35dd01d9dc7150120550a80e91606ac79b72e65c38a338a0fce9690ba5a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01341375, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.640704296005424, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3287, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:08.166139+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "555b19a4-651e-416a-b9c9-6631a531a63d", "result_sha256": "cfcabe52541e1484eddecb69361a50cbb4d094a488ee0316742aff59cabb47e5", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0124935, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.96045018399309, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3035, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:15.453218+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dc45abe-45ef-4ec9-964a-95e6457c6df4", "result_sha256": "9882d8a102c86d721145cc423fd1d13380cfb7742883411a22f94bbcd8535d04", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0103875, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.72789528100111, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2480, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bebas Neue\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:56.819065+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ea603e2-fc79-4015-9346-eef4fd85f62e", "result_sha256": "68548c5099467bad3810be1be9898767802bb4a5448701984f86fbebfdb51c3c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01033725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.487955663003959, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2460, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:36:25.197723+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4e15445-ed2e-4fe9-bbb1-d165e09ca5b0", "result_sha256": "c1a611b79b098d972a53d4223e6cd187dc42077ce695b3c00503a2e81ab0846b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.16301674999704, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Slab\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:19.088620+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "06258e2d-3a38-4965-96ad-f581ed0332d9", "result_sha256": "0f52b41aa5936fed3a630dda77a8e4338966010b031bf1724cf910fbfab15446", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00918975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.034252586003277, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2154, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:22.911599+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "307c3b01-db0a-49f7-babf-19805d68021d", "result_sha256": "0dc23263e14b333d356c0aa1a4545737c70aeaffb2c1d99942cfb015bf1d3de4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00447225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.9701829779951368, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 899, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Josefin Slab\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:52.497308+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "07721cf6-0162-4b10-9b00-73b7bd0d502a", "result_sha256": "78fd81bbcdec046a061894e2d7c9ebb7c6fe32a34bd23a00d6f4d5ba1d704ce2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00953175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.456293665003614, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2250, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:53.281196+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa3f1374-4319-4b9f-9fc5-d09dd2b115ce", "result_sha256": "b455777f8812f973c394c147d4db09b1c294ad6529e32a2adbb72790f2b6f771", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01345575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.640487764001591, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3300, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:44:27.418049+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f62a26f-64ee-4d2e-a8f6-a5dcbccbdec2", "result_sha256": "971f6576ac6556a76d73e3d41f376fe3389d0f24740e92934b624c18f3431e77", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010968, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.696946134994505, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2628, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Zilla Slab\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:57:50.985874+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8f0990b-751f-4444-a4d9-7ac738482f70", "result_sha256": "5f6a96b18e078e79d6560f654fcd9e811dfb7c1622506bdcc489c50512a836ed", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004356, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.688895970990416, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 868, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Courier New\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:53:41.547123+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff5eed98-8517-43fe-913e-63a7c04fc1cd", "result_sha256": "8a974654b6da57dd08f0f5f904c3c93ccea8e20e62143cdaeb7d8892bce54403", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0079605, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.628146046990878, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1831, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:13.148313+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3d47478-c591-4a3c-9a86-85fd1b607518", "result_sha256": "bbbbc3bf2542d1c2fa172405347fe5e161e3074420d6af26d5a2a5ddf3343c6e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01480875, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.567403378998279, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3659, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:43.164414+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "906920c5-7bdf-4f8e-9dac-00a6b62b4ea6", "result_sha256": "73e71ca468044d5cf2087cb58e8e9763a94253d216cf4a79b1bb68bd9aca761a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00826725, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.12247227600892, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1908, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:23:58.090080+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6eb1504-1638-4ef9-9db4-243aaa0cd724", "result_sha256": "c099218cdf822baf8e4091e77f2bfb6fafbd4eba67052eb4b61974aa24fb4c98", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0095385, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.048629154000082, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2247, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:44:26.361292+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b45ff4f7-42e8-4ce0-8f71-7859d6be377d", "result_sha256": "d77e50a2007d99ebbe5e9340514506ce3b7694feeb028b7a319434b034ad3b31", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00711675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.920016656993539, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1600, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:27.551897+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "530d5d61-662e-4e47-8166-ca43af491990", "result_sha256": "e2a762e4f9a8344b8028f871b96213fd018a33d6e3736507573b44f25c3dfbe1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.752533181992476, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:23.957240+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c95e2e93-25a0-4176-85b9-3a465abf87cc", "result_sha256": "d63709d9c74881aa66c49947f773aba54bf5c605adad943ac14f200d5e91825d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00894675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.559250756006804, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2089, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:05.656914+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e5756e7-0830-40ab-b55f-8b0c4b2d22fb", "result_sha256": "68bb34564814c6a749011a92f756dbf28881c7902ed36c53a0e09592193d02c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01605975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.138404270997853, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:58.659898+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28eb8ade-3c47-4c36-9ed6-0e8091c81f31", "result_sha256": "eac0e2b83ec6cbee1b085cbfb8389f14d3424f95108e50be80e26c82fde5f3b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01604475, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.08081461499387, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3982, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:22:53.061178+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "43b4f557-67e1-432d-90ec-16e7b72dc395", "result_sha256": "1ee6afb8233c38ae0f6ca408a839043cf4cb0f28f369976f22e00db3344e8faa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01141425, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.107245656006853, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2746, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:48.506824+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "884793fe-d22d-456e-ab71-0b3c5d1bb1a3", "result_sha256": "6eec03942b8e725f2821cde211b785903c751a9751cb903265c1ba70a2129681", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01292175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.697623831991223, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3154, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:45:09.850309+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "654578b5-69f6-467d-b1f5-5974d357e876", "result_sha256": "b5d63ccee2072f503af1de374306dd41e9defa7cc6e41da0f7117a0efa88fef9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.186684237996815, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2972, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:38.647433+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b47d66a7-cc0e-4973-a2b7-4da75c993ab6", "result_sha256": "3d62861e6d0f89fb83b215a71e3343ebe298386e9d903ab14e655ba55b76e06e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010224, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.591130575005081, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2428, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:55:28.435186+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "23fef77d-3e13-4f6f-8ce3-dac5182ef000", "result_sha256": "2d5db1b3f53b2eee429cd50ef1e1465eb2241fe774620982d587ac1e1f23275c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006333, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.664521929007606, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1397, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:24.775602+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee60eb42-a810-473b-9907-94e3221befa4", "result_sha256": "1b59b8b1755be3d115ea4858e177c9b52fd4e7f91dc9a1c7dc9fb2719ec6ab2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0146715, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.788630708993878, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3621, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rockwell\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:38:00.497997+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "36423ace-8acb-438b-ac15-eba574d31f9b", "result_sha256": "23ced10cbae7e9153e15e7cbaa0d3836a59a1e8dd255df8062d442823887f126", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0118035, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.649834928000928, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2859, "predicted_category": "serif", "predicted_font": "Century Schoolbook", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Schoolbook\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:14.666024+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ebafa12-e6b4-4bd2-b076-84ca026370bb", "result_sha256": "6cb4ccc3ee2d5a91a70fc4f8ce0372d54d6091ea383c05f874c5de8e330172c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015993, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.967906390011194, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3973, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Alfa Slab One\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:40:44.438270+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e2cf41-ca7e-4fb4-9b2b-8af9095c65df", "result_sha256": "8e57b303a71f06d1e50731bf4329144682a876f9bed515db34ddaf7a1b0ea196", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.471212406991981, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:51:21.551144+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3214e1e3-c485-4139-aa95-6ed11a1c0515", "result_sha256": "868c0d18fc3e2ea6ba910bc2186a407d0998e40583782133572ef726bcb5d653", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0082575, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.0433950000006, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1912, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:29.929072+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "26208140-3280-42fd-81ad-aa8198a31442", "result_sha256": "a487ee8a4223011f875fdb558797026563705cccf65a6afba59929167ecdf6d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01602825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.301788329001283, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:01:15.365854+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f0e0e52-8a4f-4f34-9e9c-bbca97aaa41f", "result_sha256": "57c3e6fd411c9d2a33c09f7a98bdc736fc555e34893d2892bd4e775f524f4a18", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605075, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.994649311993271, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:40:32.259758+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0287946e-9d56-4927-b388-57033f08bfdd", "result_sha256": "16b15b31384d536d97c764fbd75587ed63a335a50c351ec8778fcef3c2ba5e42", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160755, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.419393850999768, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "other", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:43.231660+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bdbf003-0a6c-4545-90d4-674fa956a4be", "result_sha256": "fc02d7b35be1f3ebe3f4dd6b50c756b4b9749c68d49ac23957acfbada2619ef6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.415466906997608, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:39.570982+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d936559e-e268-4a26-be39-745751ab3f89", "result_sha256": "9490889cda3d05339a483ea38ef5615308d41ed9ea759cea011bae909dc4f17a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00410925, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.8733277040009852, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 804, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:19.708198+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1673f429-3535-4077-85f3-75c708ebfc86", "result_sha256": "66b68f22be0d60bba29854f90ab27b902f0b3bebd870d99c22dd55517e6cde1d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00652125, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.0706582099956, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1449, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:07.812538+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4a576ed-d2a5-47a7-8752-9d36400927b7", "result_sha256": "a48ba1c06b91aefb1175f2f01a6c1c529d7b563698057c17bb8139b854654141", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01606425, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.899053838002146, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:23.909209+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ad1d7a7-b249-4b34-b721-728ac613e510", "result_sha256": "8da78cfc3e3e3be7bb8c0a19cdbf19947bcf9fc68468ffec4e494d0c5ddba8b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01312725, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.300232436988153, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3204, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:23:48.877287+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5df9a2fa-d0b9-467a-ada8-8f9510bc1f7a", "result_sha256": "8091782052a31910c5af2a4082fb743de38bcaaabd692a3fe513e110900514c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01027425, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.454964050994022, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2448, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:07.839825+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6436999f-3b3d-4d43-9fc7-44e9f0a0f167", "result_sha256": "7a7a9be88aa6025a61e4943aac1f800ccb5dbf31ef7530477e9c734fb9f43d0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0081735, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.639906424999936, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1886, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:34.490870+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d462f31-b46a-48d2-9cb6-45f3b29c37fb", "result_sha256": "0c4464c7a96b095e1449a734be19f25725d0e6c2b3f05506402380cc08ce1167", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01322025, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.800330704005319, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3227, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni Moda\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:04.478235+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f478ab-ef2e-4fec-befb-28fa5d3b7daa", "result_sha256": "14fa6404b969323a412d16ff69e5a922ad95f0d460eb9698978b111fc01dc744", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.216765938996105, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:59:21.423223+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00f6afce-fdf7-46b1-940d-c5c3f000b2ba", "result_sha256": "cf391733c96360d2d29a36057d69b6213b9bc1bdfd46bdbb5c23914736b2aaa2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0143235, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.756050620999304, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3526, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:44.794812+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d8d398f-ac5e-4cfd-8fc1-e5c12b1c684d", "result_sha256": "6427944dab6c1b6eae2aded754480ddc22452e20fe0f00ac5bb3d96488de95ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.425227851999807, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:39.891999+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "040bedd7-7dbf-450f-8a9c-6ae2c2cdca0c", "result_sha256": "42e2bf2b597491e4500c5522dcd68f4f363da1061f2198ceeae573053ce1e1c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0070455, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.531505986000411, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1587, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:13:30.043064+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "51a570ea-fc3f-4a60-878e-d6bc9d8de584", "result_sha256": "ff1c7d5f95c58c0f30d3abdbf03621ddeb2c7576d1ec43ca73f6ff71f74a10ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0097965, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.679733548007789, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2321, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:42:40.415106+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "248c53a4-3926-4ba0-b715-db1cae562911", "result_sha256": "0a7e9d50bd408c26fb75429e81c538c6867a4fdf672280bd64b2458f7cb45a67", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0105105, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.374910926999291, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2511, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:27.233028+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "21149f1e-b96b-4927-8106-52ddbad0f477", "result_sha256": "171d6b1cb94a5107fa00543b1d8d8384bedae1bc08dd89dfcefa369d0d8e7541", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01605225, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.053944729996147, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:23:59.496978+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cba86e0-f241-4c4a-9302-226901e88b63", "result_sha256": "7c9f1b5befbff0c89e09174a7c2c5feaa5803b4b17d1c4bc9ad351b65aac9488", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0152535, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.826850140001625, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3774, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:04.979324+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "102ed8d8-5c10-483f-896e-15dedbaa00e3", "result_sha256": "5909324c91063ffb95c51f8f1311c958b18c7ebaca64a36f8cf658be44d25f00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00635025, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.495381540997187, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1395, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:40:50.588706+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab9c9c9-ad16-4e5d-a603-31cb8d256c55", "result_sha256": "cad5c64c23be86d54b83d0cce475f92b662ba9abf3010849fc71893427fb8f26", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01395675, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.475725928001339, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3425, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:21:13.743100+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dfed7d4-56af-4181-8436-0ee5e9c5ed45", "result_sha256": "97c336c93dc6ae316774b57406054a87ab567e80033b655356c8773c7fddffd7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008478, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.58659243999864, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1964, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:51:55.060707+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "378f20d3-05e0-422c-984c-7c501d31ba32", "result_sha256": "671c01340b09192ff825c4f65fe3d51dcfd18ab9fff477c32f8f6aa4f9af9cc9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.009378, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.85444462900341, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2209, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:46.994278+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "346ff9b2-91a7-46d9-8627-c4676552ca0a", "result_sha256": "8504f1414e6b8d79cb83db83bd557221c9bdcafece5dd0d131c2169668a96ed7", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01600275, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.846175227008644, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3969, "predicted_category": "other", "predicted_font": "Orbitron", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Orbitron\", \"category\": \"other\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T22:04:08.307503+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "14326166-2939-4492-b9a1-9cf3c0a11856", "result_sha256": "6e826440aba543d87e08b76e0321b26997e74663f9d3073b54a1eba73ab12006", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01439175, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.65497831099492, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3541, "predicted_category": "other", "predicted_font": "Goldman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Goldman\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:57:47.508198+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4227060e-fe7c-421a-99e1-0302f328a6f2", "result_sha256": "275dbb75706948a0e1981b27b7336750ace234933032b6e869a7c624dd544dce", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0071985, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.7187746159906965, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1623, "predicted_category": "non-serif", "predicted_font": "Russo One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Russo One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:22:55.040270+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e63e056-be63-4cbb-8012-d15d9b5c6a14", "result_sha256": "774005af1d793c911e7b6a3bd71594ac43aee6419f6d6ec1b87d2122d5341402", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008349, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1467, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.693097659008345, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1933, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bungee\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:25.799630+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a39129e-fed6-424d-9857-e0367c8152bc", "result_sha256": "0ce7d93b5a9d082f3d63680ccf07a9d2e2e50680863006f3146a2319d3a7086b", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.010833, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.828488829996786, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2592, "predicted_category": "other", "predicted_font": "Stalinist One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Stalinist One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:21.914874+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "76a2ee2b-1aab-474b-aa2a-a80d2a28ce1b", "result_sha256": "08f78e517281ffea8b850a5ff23177a416756d5b0e45953a7478a035bd5f34e5", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0100635, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.508302116999403, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2390, "predicted_category": "other", "predicted_font": "Metamorphous", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Metamorphous\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:34.041651+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9181609-ddc7-45a2-9a07-be19c7b59a3f", "result_sha256": "d3e8bae252bfcc2bb3de7368bbbbc20adaca9b4f60d1a038fc5dbf2a58826b9b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0092145, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.092774374003056, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2169, "predicted_category": "handwriting", "predicted_font": "Bradley Hand ITC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bradley Hand ITC\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:45.088939+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "122f948a-9f9b-46ca-9657-7831f8dca55f", "result_sha256": "6f8b59ed2bf80f0a341f08955c7274ba94d03b3ef2f55ea880f740d8a11281a7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00920625, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.047718696994707, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2165, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:48.795046+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb096f5a-2f8c-4770-a029-181445f93e3f", "result_sha256": "fbe1e285a02fe205f35e0da7c2bfceafbed96f8b436f5460fbbfeb37350caf5d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008997, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.12891337799374, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2102, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:18.929831+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "606cdca9-7a5a-44b8-97ca-cafb174f3334", "result_sha256": "3b5f5ffb99906fd36e69b1c7aa120f18b0dfa62127d5abea3044513128c4c226", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01527825, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1471, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.861717255000258, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3780, "predicted_category": "handwriting", "predicted_font": "Nothing You Could Do", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Nothing You Could Do\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:40:21.036046+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c0bdc2-716e-4856-b648-6ae50ebec7ea", "result_sha256": "f0547278b89156a27a58abb3397cbacf6145620be334e044645090ddb88eb59a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01083075, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.623614090000046, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2600, "predicted_category": "handwriting", "predicted_font": "Waiting for the Sunrise", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Waiting for the Sunrise\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:10.938142+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe8e191d-129b-4af5-a766-40e17921ab5c", "result_sha256": "a2bf2ffc50a4f61a99ce01b7591ddb0c38c8cf1440a93b7e2f1a0307e6cfab19", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014568, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.54901504899317, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3593, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:53:52.510595+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1550c64b-7bec-47f7-8e3f-4ac48b385432", "result_sha256": "8d820f9ab3115e8c3e58002d685bc75e2d35290c98fc7297f4c289fd33171245", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00617175, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1479, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.936273384999367, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1350, "predicted_category": "handwriting", "predicted_font": "Kaushan Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Kaushan Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:37.831370+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4b952c-80b2-447d-969c-fd0ee4724ef0", "result_sha256": "64702c042fb147f0afe36070dc6ccfa73245b7e7590e5af2045c37f1e1efc4e7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016026, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1443, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.193190613994375, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Architects Daughter\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:25.749040+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9ffdae2-d531-4a69-8690-f4f7ecc089e4", "result_sha256": "c4b692c231cfed39331610c436968719df42aaa8c45563d8eecc9d2761758aa6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013734, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.62229163000302, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3371, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:29.928884+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "253f7003-2025-4e3b-b6c7-898bb56b4025", "result_sha256": "b8eddb3d073634546ed1b04993513d14d06ad9eefe48f8aa385c5fcc0dd13c58", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01146675, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.48764807599946, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2766, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Caveat\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:29:33.300557+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd507fb0-8ff1-4298-9d49-91fa76421a9e", "result_sha256": "94c8ca3a264b780320e35f11f1f96623e25056c292c631fc8494ece452a45720", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01607475, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.675502850004705, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Patrick Hand SC", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand SC\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:26.362965+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c6b7682-4953-49d3-a48f-3a46b470addf", "result_sha256": "da8690c66428618ef7252e488739e7753817b5ff6fcb5d32cf9370c70ee7d9a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00629625, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.109547461004695, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1389, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:35.253352+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed53a1e0-f11b-462a-ac85-c68f0cfd81e0", "result_sha256": "032819a02023a62e13e25c445dbb64a1a03cafda03881c2b7f7db72413ce55bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0095835, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.661774930995307, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2259, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:33:29.898569+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0a3f3b1-1a02-4ec6-8bb1-88cb2d40859f", "result_sha256": "44a0f0d53c43826373a4510cda3eb4c65d9e7af49424216b2c60a4cb77433751", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00660675, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.972018344007665, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1470, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:18.428161+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "06be34d7-3297-4b04-b610-a23941accfd8", "result_sha256": "41a6d6859faeb8ba90a84f7b637c534b57b1ad758b8452707c5a4e9fbb1a1c72", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00941925, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.734101912996266, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2220, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:22.789060+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a3d3437-b970-45dc-8670-18660386e7ea", "result_sha256": "2937c904c266ef2b29b7f603f2f11a0e2ca24ead7375337c1d43786c78e0a7dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160125, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.29871477499546, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:30:58.236547+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "942f565f-8e13-4ba3-845a-090837dc1e83", "result_sha256": "8926143867ad55852b94ee8ac449b7c1da8cc0514fa781010f68a4a4df139605", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01595025, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.603225945000304, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3962, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:15.987406+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca780692-7a41-4fae-be20-4cd74cf412d9", "result_sha256": "95a24d3c9495d442641c76e99181cf77dfdb85b74f7848a403420566513843d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.341111531000934, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3984, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:03.010605+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bc453b0-1623-4da3-bf5c-95e0b482fec2", "result_sha256": "1e359f54ce47d97ea4b4c0e5122fdce2a039f3e20cf565d57f0227c34c039e90", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01603125, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.871700610994594, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:17.714412+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "40290c3e-e492-4609-8ead-96eccf1d7f3e", "result_sha256": "0654d34e0741e17b9c3342b7227e1bb62bd85fe236a19ab96d3413431e085843", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00968175, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.237785171993892, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2290, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Abril Fatface\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:24:42.818923+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "46420527-824a-4e9c-a176-1b9054e4c462", "result_sha256": "4e44980845e8fe948289c6b3e08cc2b8be3f1d4f3ca4b56853d3c330a3eb6893", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01515525, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.518095224004355, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3750, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:16:52.218091+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc36dad1-aea7-4b01-817d-09a5dabd8d9b", "result_sha256": "1cf4a0f7470d8b041728a8d3661fcdf7d41e2b027f2dbcb09fbacc5a7e49989c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00994425, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.438109035007074, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": false, "output_tokens": 2360, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:24:15.892000+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f05bf2-30d6-4f78-973c-aa3ae3475cf2", "result_sha256": "db5e78cca7b6f202fc5e9633ef8d0b62432da1f2ffef99e0994f018b7fbe593b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0079155, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.431353417006903, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1819, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:17.650465+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "219b6e5d-c861-4ba0-9ee0-34ef27fa29fb", "result_sha256": "d2d1e46ee25595523eba3d4d89c78458a70531ec06b6e234ccbbbcc5a0e78ced", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0075435, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.117702895004186, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1718, "predicted_category": "handwriting", "predicted_font": "Handlee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Handlee\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:58.879805+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "57c594b9-a793-4378-ab0f-e939350a167c", "result_sha256": "0d1974ad72f45d3cee95612bbc7e8f16125960302e4f0e5daf5cb4b40341d6ca", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010695, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.680755049994332, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2562, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Patrick Hand\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:40.204909+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b772fcd4-29cf-413a-9449-99e1805c2177", "result_sha256": "1e18ecb246c9fa779a2c83d02d25fda294663140a4141b33df00c45768720495", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00953175, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.834131177005474, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2250, "predicted_category": "handwriting", "predicted_font": "Delius", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Delius\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:32.992308+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e88d614-95a0-4ea2-bf97-0239f4ae2209", "result_sha256": "7ac954625d84680621a6a5a91e3f110923481cae48cfefa3b2d4e88098605a92", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01248675, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.221408052006154, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3033, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:28:56.725304+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fbf2f23-d4f0-4638-ab1d-d44f3f5875e7", "result_sha256": "e79d631f38e5107976d1ec6067269431592ce296f47c4103b557d536c26a8fbe", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0062535, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.503192232004949, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1374, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:36.995783+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3446b92-930b-4f24-ab7e-f9c39068810b", "result_sha256": "c4ab65883f70469ded1cedb9decca578f163c01a322c0080acba78966e7bae82", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00614175, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.034412698994856, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:38.936708+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "936caa58-907e-4516-a790-4e644102ae93", "result_sha256": "b84550f4d7ba4ddf73143c969d75d4a86dfbe94d1add0239a92a7f612e86f488", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00589425, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.568332146998728, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1280, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:35.897404+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "57f88027-a19b-43cf-8bb6-86394073de75", "result_sha256": "c6facb576d3583ac98ab1ab81c913380b469b8655ec515686febd131d957ec27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00741375, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.58126725400507, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1687, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:25.944129+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ff73e41-fe22-406b-a332-bb63e586a962", "result_sha256": "0a934a9482e952638f338cf37eceae4b45f93ae17198797539b88a8b6dd2b50f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0085785, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.662011180000263, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1991, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:37:28.282739+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d2c152-c183-4045-96cc-31e8e78cc0c1", "result_sha256": "d5ced44915cf2039b48f8342dc8acacfa82647c9968d1e9202a9395798ddd3f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009183, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.898462411991204, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2151, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:48.928810+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d068d90b-5bd9-4196-9d68-aedcc79fa05c", "result_sha256": "9c8b550391a8bd0ef820d0575751ee9e30380bd91d6f6585138fa30541016157", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015561, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.6652752480004, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3853, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:18:00.955058+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "725f3958-e4b8-4471-b239-cbe5900ef01c", "result_sha256": "7224faea6b3a54503bc85d91789e68d8f2a1dfc4d231071d407e356382797c68", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005943, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.4685672569903545, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1293, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:16.779336+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "66a8a8a3-38f7-4161-ba9a-ba6adeb72f26", "result_sha256": "e9c32e4ddd0391987f70dbdddb1ed622b4e1f49ba4110a3064b4008104216bac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0104745, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.919022685004165, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2505, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:06.238232+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "29633ceb-b179-4f45-a22d-010a5f5a8d6d", "result_sha256": "c843cbe551ca3938f18dbfd928a0c6f3a755efdcd764962f8b2d54e54838c041", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0123615, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.749137219012482, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3006, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:17.750359+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7036f6d-1dd5-40ab-995a-1d6be6b1ef61", "result_sha256": "dfb1240aa58133427ad3d8fe679c772faed3e6dda7cf0d8df0de2b3dfed9c0ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01579425, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.289525467000203, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3920, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:08:09.513987+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "33cfe830-981b-4996-9197-5734a7b1f8e2", "result_sha256": "df5facb5cb911c1a9648aa45f1025843600d147b0996bdf70c8de1d85feec1b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011358, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1479, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.802348836994497, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2733, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:01.006659+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "64e8ed57-de80-4b7a-ad0e-13c498e6a93c", "result_sha256": "479e786a98dbfaf183273ebef5b032da09cd433d1e5649b01430df2152009039", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00559125, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.800549970997963, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1201, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel Decorative\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:12.495147+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "68abbc24-2c6e-450a-ac62-dce92d5ebb04", "result_sha256": "08b4a624d01a8b3fe7d3946d9b85ffdee08d560511c50399480820460d2059b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013311, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.644428339001024, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3253, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:48.086130+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2098c0e0-c124-4564-938f-5aed0b203b78", "result_sha256": "cce85f39be1414a036f47c181f8dde5a2f6ea638711e7216a14afc3249207e56", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013533, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.295045008009765, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3317, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:16.721943+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "11929cce-4246-4462-9ce0-632d466b6412", "result_sha256": "2e6c2e3616cf21827640a180bbb7afa9a47ad388c4146596a496cdca587da204", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00572925, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.553753398999106, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1236, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:24.404309+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "3f05f322-3ca6-4106-a045-a4c89f473b0e", "result_sha256": "ce15ebee1153c34b316dc4174f9cc1ce677f1d3ca9a0821c9873c66fd2591853", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00364725, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2197044909989927, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 679, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:59:52.923045+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "492255f7-ef93-44fb-a0bc-1bea6d1a4660", "result_sha256": "eb6069028302c5031aabf44a68daf4e39629bf09fcc03e71b04e0887762ca1c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01214475, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.810106010991149, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2945, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:25.015060+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d42d4615-2caf-4137-8766-fb3d61f2cb0b", "result_sha256": "df2e1c3c85f7ee86e8c07da3715d9b3cc68a27a70137b5f659e810ba4971089e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00460875, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.717357400993933, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 939, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:52.461778+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "086936f0-f523-4c43-ad26-749c38a574d3", "result_sha256": "ae7abe9242f624f674a719d8c3c9f00e7fcb706882f0217471320f7d37938ebf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011961, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.935929708997719, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2896, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:09.007336+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cdd2744-eab2-47f0-b3c5-788bf56ca6fb", "result_sha256": "5dd351c30d202528da314b793350047cb5db7ce99606d22052deff93d2920b31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007278, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.018871348001994, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1644, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:33.295904+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a359152e-3b3f-4f8f-a439-ae5606305bb8", "result_sha256": "0cef2afc8b949f4257395263d9617f037fdbbb3b105a1e9ab23ec37d878bb58a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0051915, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.293682538002031, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1094, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:23.133247+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "130b72b1-de71-42d8-8b54-b829f3e462ec", "result_sha256": "f89e535750570df18dc814385f3ca4038326c1e7a1c7a616f90486e6f218d4b6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009498, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.23260245900019, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2241, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:10.392241+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "77864263-3475-44a4-ada2-bac6501b0867", "result_sha256": "0e38c915d618d261febdea64d0103ad56201ec6227fd7d0da17bdd3b484257e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01244925, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.101415523007745, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3028, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:25:24.190954+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c08e4072-2138-496d-b14d-ef83a9503fdd", "result_sha256": "df65d4751d2ddd9f2bf4256411ff8dcc3c7e35ca2b437239e7e96626b3800994", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007581, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.219362588992226, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1733, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:05:12.061114+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fed92545-efec-4144-90c3-5c798363ee33", "result_sha256": "01cb0514cf85a21b5f27abd3fd82923c76770d1543cf0ec4d862a4eb2cd23117", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008577, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.09422252701188, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1990, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:58.541958+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6798c67a-020d-4025-9416-6583743a43b2", "result_sha256": "187e2fe30ee24f12bf3c56553a331935f990224dbc375ddc5f38dd1ddf313a68", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00660375, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.001580570999067, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1471, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:02.698496+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3579d905-58cb-43d2-9cb1-896b87149a78", "result_sha256": "c95d869b7a2e67774e8ec67cc136ec793a7c5b03063bbd0820ca2a6dfa340e73", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0143235, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.062699843998416, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3523, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:10.077283+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "369ffbec-3f65-49d2-8856-af6b05f266ea", "result_sha256": "1b8e4c216cc1bb1356f6a7728c4b4c7026caa0a2245a6d45f3bb7396b0f8d4fd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607175, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.14843137700518, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "handwriting", "predicted_font": "Cedarville Cursive", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cedarville Cursive\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:15:32.458185+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "defd2018-b0c0-423b-adbf-b5b8e4f197f3", "result_sha256": "1aa7d6154ddb194e5931402c4e61e1a03d71df5f753f88af24592337fddc16f9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01608225, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.687031833003857, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Great Vibes\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:33:50.699541+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "1c1b09a8-ef2e-4e05-9224-ac0b85c8246d", "result_sha256": "c51b3377b74ec212234402a7fa231a5324816455801661b34942179a2cffffbc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016092, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.393112684003427, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3994, "predicted_category": "handwriting", "predicted_font": "Italianno", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Italianno\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:03:03.571337+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d23fd463-c963-4a8c-b0fb-38e33093accc", "result_sha256": "3605813d39aeaca5735cc0c8d4c93a9802950d91b563974c6cad03db9b93e05c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.999692353012506, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Pinyon Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pinyon Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:00.043443+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4288b6-ac89-4cf6-af7b-bf122783d8ef", "result_sha256": "5ae464e544851d930f667776336f940d9e3d9e38877dafdc9069ded79ca237e6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160515, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.202515734010376, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Monotype Corsiva\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:09.637312+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c99544d0-0c88-436b-88cf-5c38df3e948a", "result_sha256": "fd1931b3ef0727b631a047474577732a0e763f02b67a98567ad3c5253c372f22", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016032, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.43177396900137, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "handwriting", "predicted_font": "Parisienne", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Parisienne\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:22.869634+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee1588f-a134-486a-a7ed-b0a24621c4be", "result_sha256": "662da7fc57cb5f356fa48184318d469536058ec670161e98aa1aca52f302ca8d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01482375, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.694811993991607, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3663, "predicted_category": "handwriting", "predicted_font": "Petit Formal Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Petit Formal Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:58.446648+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "22b59cbb-f17f-460e-9d4c-7f713dd2efa6", "result_sha256": "4dcfc87adcc25ad602c77640b80557fbea2dc7c06009dd6d4e113a723e231dca", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01477425, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.508025970004383, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3648, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Dancing Script\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:04.492997+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "587e3d86-473c-4c80-bdf5-e711bdc10271", "result_sha256": "26e3ea9118141a7e704e056db128f92cc269a414bb6aa33b7c84ba3530f61f13", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00669075, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.366000943002291, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1487, "predicted_category": "handwriting", "predicted_font": "Quintessential", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quintessential\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:43.657562+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8514b07d-f432-4f11-80c7-a00f3956943e", "result_sha256": "a2d3e75ca32aba865c7c7ccd9b3006642cf2f7b5d7ca90ee5203b6a33ce61abf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01605975, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.760620588000165, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "handwriting", "predicted_font": "Fondamento", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Fondamento\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:11:30.146785+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "961c2b0f-85da-4f83-806a-18f9f7aedc93", "result_sha256": "43eed8480d3b0ac87c4cb514218395d2f87051ffe5e08e4a83d17a07b69ba244", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016026, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.393872589003877, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:26:33.209268+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e25d094-a3c9-4f5a-a11e-228a5c0125c2", "result_sha256": "f5e867db041bedd6dbab50a5467d611550fb6d2bf9900e20417e73c090ade946", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01142175, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.382045459002256, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2754, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:53.358174+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0cee482-c4f3-4672-87cf-3452875201bf", "result_sha256": "007a53b3f98ef7e7bd1111976739e0fb18d4aba32450a0b7de17a51ab247251f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00661725, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.868442780993064, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1468, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:47.247698+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae8f6a49-27a5-4fd3-820f-d25718308f43", "result_sha256": "7f0d49e5689f0f8eeffdc57d39262d3fdf20b75cf68f3e677791ac4f6e5f4071", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016071, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.56497413100442, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:48.442257+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "baae3449-c89c-4e61-add6-58d4861bf004", "result_sha256": "b305a4f5b43e5e5bbeeed6c1aa156a4ed25644ea03dcf68ed2edb87cb617090f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00441225, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.276739438995719, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 888, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:45.935516+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "245fbf84-116b-4b85-afc5-5158f1a57555", "result_sha256": "a79db99c2cd8d0d6558f9c697f8fc87a43095b7c4d36a640120a08715dd2a4be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0144705, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.793866836000234, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3567, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:51.742927+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28c0488c-dc12-4e19-912b-1942a86c777b", "result_sha256": "4747a244a0b2b650462d0331da73c71b74d0c3523cef6719511753fd3ab6aab5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160245, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.431284396006959, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Questrial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:15:38.730269+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "59a6e6a6-24d0-4e4f-ba11-71b209785a08", "result_sha256": "235ba6a64e2c55fddc25a4e63a3bd9f576dab90dc3ee558094b34de61bd16701", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0154155, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.021351294999477, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3819, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:14.391543+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b28a30db-6c40-4a42-8d9c-f910d0c6c3c9", "result_sha256": "c3e10b7d93e939eb7947688daa6cdea58a2dde69144c590256a4351bf07524e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01175925, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.329238121004892, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2838, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:01.106843+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "594d7250-3752-4a74-82a6-fbaf7b3614b7", "result_sha256": "3868266742ba1f59870a40ee18b18efda0739d53709405c6f9970fd58a05ff37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00488925, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.487951692994102, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:45.882576+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "52438995-9ca9-430b-bc7d-c0b0b8667993", "result_sha256": "f06bbd641196b191d33638951b37b1a050ff6600cf153537954441aab7023783", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0084405, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.943112317996565, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1959, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:12.930573+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7503ecda-b39a-4400-92ec-7e996ea9d335", "result_sha256": "02a05f692dd9b24ad7c7a7327e09eb4c50cee0b8d68319e187aaced7ceb36d77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.882916004004073, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:51.999682+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c00832bc-7f3f-4b4e-ac7d-e1e16064d208", "result_sha256": "44f1f7e24188d9f7f532aefef65a70ecbc910108db168353b5e841e6aa2bc435", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007698, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.359033671993529, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1761, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:02.705914+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "312fd025-fc63-4494-ad1b-d6816733dcbe", "result_sha256": "605ef1509b7a48fbbcd711b417b096035713659198b2e14d7e4bec286daf9d9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01069425, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.101880027999869, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2555, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:36.963478+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "16aee6cb-71e9-4618-9151-16026b536c46", "result_sha256": "22a2f65bc2218dac03304d2ebd4154301c906f34b485bc8acbef38aaf3fe7740", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016041, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.738391834995127, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:24.169065+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a0c57e5-b4d0-4cce-ac66-e8ed01e5e9c6", "result_sha256": "03ee133780069a83c501e41461db9a7696c99dceb14bebcf4cb847c0025990ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0140085, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.973303420003504, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3447, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:37:58.750476+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "231b63cf-03a2-45dc-b76e-3408b067ba48", "result_sha256": "610600c04d4a003ec3934efdf0e61f08fe4174a28e035170b957db02e7efdbe0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007197, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.517715371999657, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1622, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:19.512000+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf4c8736-0649-447e-885d-615af2b1c780", "result_sha256": "866b199e28d5d946bc16732b2c32451ba037d5c9d326cac49156785bf5ff17a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00936, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.555522851995192, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2206, "predicted_category": "serif", "predicted_font": "Copperplate Gothic Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic Bold\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:08.309073+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0efcfc02-5b35-4cd3-9ca5-ea205b313196", "result_sha256": "51b7bfdca4122fcae6de578347b2a4abf67a62a06661fc2cf20abd8e92958c4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008538, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.394206490003853, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1985, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:41:42.563890+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "174b8292-057f-499b-90ce-5c5cee86109d", "result_sha256": "5a0e2d029c8ceb9024970f126fab8670deafd54050fbffb015d403480631a6f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160395, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.242350578002515, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:53:36.624975+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbc74f24-3e1c-42f0-800d-015e0cb7cfdf", "result_sha256": "8b3a9001432ed42bc80ae1b8ee0ac1917704197ecb616596e101ad096ac879c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.84931888699066, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:13:11.406325+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a803c1aa-84eb-4a1a-bdd9-83faf5d8e93a", "result_sha256": "9669805b9444809a244254f57fa3a28b4d5aac59029844f7ab2154dbb49f54d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015378, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.516644809991703, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3809, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:42.996647+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dc097b4-d4ef-474d-9e5d-12b69f92f416", "result_sha256": "e2a8b813c6fb053fdc0090d39c9fd654b0757adff9f60bea6caea5f577999bf6", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01421325, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.880811004986754, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3502, "predicted_category": "non-serif", "predicted_font": "Philosopher", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Philosopher\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:02:17.119638+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f50bd938-2cbe-41fc-a851-f95f8bba5186", "result_sha256": "0226ac0ebdc560f012939fdfa42382d2ed5f0f531e551d127f2177080afa7e5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0081855, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.159726912999758, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1886, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:32.834037+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c849b4e-85a4-43de-a738-ee95569cd3ae", "result_sha256": "b8628029f8f2934ef5ac84567020d18258f2d78daa542475340a318b4154fbe9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0116835, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.512060498003848, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2827, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:29:44.892210+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22ef3d7-f6b9-41db-bfef-0fa447379429", "result_sha256": "738817b9f76aa093913db81ff61fca90dbb2749e8003ad707febf3ab8c2013ad", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0139005, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.769915883996873, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3415, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:24.520693+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8779fce1-1191-4030-b26d-27204ebdc0cd", "result_sha256": "81547f4ee10095a5357443862a9fb8466d9dc6162c558857b9e1c761dd3ec2fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01326375, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.977162857001531, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3247, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Libre Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:59.719810+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d570eda7-8cbe-44ce-bd68-c1123a54087d", "result_sha256": "639d100b50ae69e625b755205347e8c5c1b73e13d69818d431fe6ae7dce0aeee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011031, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.287181105013588, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2645, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:27:07.440197+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3e95ed6-4e6a-4373-bc05-13be3bc5c4c4", "result_sha256": "532918b0fb51ea46eb319e691bca43a88f2087010842f621a0160df52071ea8c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0090705, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.107935459003784, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2121, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:17:16.203938+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c1914d9-47e2-4b62-a4f1-0255998036f3", "result_sha256": "4f90128d5e5589ea9897cf0ae3ffffeb78e14eaf3f17cdf976ba2d2bac859fb1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00989925, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.365124506992288, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2343, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:13.789944+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fdfa4a9-c4d4-4459-bff3-c2d0941848bf", "result_sha256": "f78dc9a4088e6d598cfb02189249a152705ac7e500ff894ef313d03cd3338fbf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0111645, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.720126923988573, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2689, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:15.468169+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b8444f8-9d62-4c3e-b15e-a37178bccefa", "result_sha256": "7e1f83ca18762632ddb26063eb4691e4fb80332bceeebff343d49ef42330df40", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00811425, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.79872712100041, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1872, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:18.957116+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9e0893e-6fba-47e9-859e-947208fca064", "result_sha256": "e26c74e94b6aa37397f2f64e2db6b9f2c98a8888411b5c71ea6cfe527ec55d88", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0159855, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.563092497002799, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3971, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:09:08.026445+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "08997443-ec79-40d5-b3ff-b476bb137a99", "result_sha256": "03f9b61817c3d1ad285c986bfbbc80046f385be917349218139e353d2158b6a3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01198125, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.843076892007957, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2905, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:52.665517+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5d0b6f-8876-4f5d-8cbf-779a9fb3e172", "result_sha256": "10ae5b87e24e44ea16bf02df9e966850b872bf69085c3fbe34ec9b36a26893fe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016014, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.125530521996552, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Inconsolata\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:29:24.292666+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "06cee065-64bf-4ecb-b88e-4eaffaf28bac", "result_sha256": "e6e16c4239088860e69518d509745f73e8654b5036c93d53b9fd35a99f91e137", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.83698759401159, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"IBM Plex Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:14.253793+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "07c26b29-d088-4909-b5f7-ba72d9e523bd", "result_sha256": "99603810e56a9ddeb7d8a1b6b06c4bd82fa5731c17b67d66285147e3f74697b1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01105425, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.862251921993447, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2656, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Code Pro\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:06.925015+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28cb26fa-bb0d-45df-9ed0-3b40a4bb4449", "result_sha256": "459fe060f85d9c7d271014cea79efe9bb71a686bbc1636c385a6bb68f704908d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.684826431999682, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Consolas\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:13.327923+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "43e966bf-4fbf-4dc3-b18e-dd8fef9ee947", "result_sha256": "78bba983df9529706f483778c91a79040bda0a985ecfc486084df8af84c4e185", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01115175, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.666861051999149, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2682, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:15.809466+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d611945a-e658-49dc-9d98-737cae2dc01e", "result_sha256": "e4279703e12206c1dde28a405c30d9e15f9f34021caf1dc4b667691c0168505e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016083, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.576250308004091, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:56.275949+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "31b5b156-4edd-4627-9df4-693fc39d8bfb", "result_sha256": "dad043544f9a63292f42b4ae4aa819937f36e7dae9b504915fbd32578e413997", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0137205, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.585330342990346, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3367, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:07.114161+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c15d5929-ddd2-43d9-8f70-746ab36cc974", "result_sha256": "af260130f0144e8c4c09dbe5072b1614ecb858b2ba7277131934399ee3facdc2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01192425, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.15288594699814, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2888, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rockwell\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:59.084433+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "449db8c1-4bd9-43c9-9617-447481d2d3c1", "result_sha256": "969cf0c236f0251a6318b947f56d71b06115a7d8574e145583744d2ab947dcfe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0087555, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.124697006001952, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2043, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:05:24.709090+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7760f58-662d-4136-bb98-ca31fbe8da59", "result_sha256": "ef7227bd09193c5174273dea2b14f69884ab4f04508b8f43b8cc91a8bcb33cb9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012333, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.710974664994865, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2997, "predicted_category": "serif", "predicted_font": "BioRhyme", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"BioRhyme\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:00.718180+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef1aaca4-4c0a-45b1-bdcc-0437be056573", "result_sha256": "3c186df084b9eb546c0a4aaaf3e524c4e2cc9bba6d1e7d1759c2bb4d1166afb2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.010002, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.537240204008413, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2370, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:38:25.294531+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c459dd61-6e80-4577-b82a-c40c088ba691", "result_sha256": "075c03997150461493719e4a1324c1810d7458c7500dc866a26ef3724e4c35d1", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0107775, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.089971724009956, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2584, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:15.299812+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6134e2c8-3e4c-49f5-a102-a81ed2eb9731", "result_sha256": "d959c46aebfaf62b6318d17afba7f067882ededc3b9960100c8c2173322d4bcf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01527075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.618827233993215, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3784, "predicted_category": "non-serif", "predicted_font": "Calibri", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Calibri\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:19:58.216377+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "16c16a5b-5ac9-42ea-9b85-3c9e99a9b8a1", "result_sha256": "d27fab6ae58584b16a099d5292961253a0c6e57e731d1f00d6d614294cf23150", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016041, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.074915296005202, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DejaVu Sans Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:41:44.163266+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3ddba40-aa38-4d27-aea6-58fd2770531c", "result_sha256": "1e038c4fbf09594e9ebb0a2fc60f9cbe60736436ba15e856387849dd348ba364", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01302225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.836217342002783, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3184, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Segoe UI\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:41.897481+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4684be60-88e1-4a66-ad6d-bee40e10bd97", "result_sha256": "fb42738af22462b2026c8c2c307c62c027368189212a8ccb20f8fda0225a3e06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0132285, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.677463430998614, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3231, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:36:22.759748+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "8208e7a7-e175-45b0-8b62-2155b6e4f3c1", "result_sha256": "f4958046c5b190e40250dfc0c872303c5053d4373cda8964a07f122552f3f6eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0114705, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.66474314199877, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2761, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-09T00:03:01.254408+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28b40926-fae6-45ad-bc1c-d607ed094c8c", "result_sha256": "2910ee82e0073ade64af5e06087b8d6b806674a36b44689af9f8fc8890995bd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.68347769000684, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:28:55.491397+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b55a5ad-b727-4522-baf5-48103c7ab24f", "result_sha256": "6a698c751d9ba534c37efd3ef8ec74b63c6c9f3d67199738ba81ab61c4a85864", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604025, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.858543743001064, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Copperplate Gothic Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic Light\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:42.363484+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8ada608-7884-4e82-a55e-f62c85bdc137", "result_sha256": "c7a6473eb7ed926b0518ca15f11a1f6df614bc674fcb4a4fc7a7353158fd4765", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012906, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.966121766992728, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3145, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:53:57.943663+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b102acc-c909-4fa5-a657-4c1a7f00302c", "result_sha256": "5d19c4ac37ad2bae6af8851c1281b11e3389efb640848b814c6e62cde75dcce5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0066135, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.166414211009396, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1470, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:43.905687+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a224123a-57ae-45eb-90bc-4a94fd5fbf96", "result_sha256": "a76119afc4b6782cff0ce3485e4e5fca686953107859aeab2efa82b5feb6059c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01041675, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.487368558999151, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2486, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:55:02.641626+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "65d0efbb-c5e6-4fd8-9957-11f501c29b36", "result_sha256": "c6ccd106a60b6bd84bfc7ea62031136fd7969aa4b91f24163ef084a4e5e37321", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01270275, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.424538495004526, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3096, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:26.543879+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "652c559a-5aa3-40f7-969e-7e4875ced4d3", "result_sha256": "ac9bbe2ad3c3e95fe7a30b1a7ae2f524e7961d8e425a9de9b2e1c88236f4ee7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01606725, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.123284219997004, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Bernard MT Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bernard MT Condensed\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:30.900091+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d67c9bed-da41-45d5-8cd7-d2ccd3bc7b6c", "result_sha256": "2287b5376ab885802e2a822920ab6305eb03819a0cc66bfbf39dcf68ed7ab334", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604625, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.19418523501372, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Copperplate Gothic Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic Bold\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:51.413923+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "676a06d2-95da-47c7-9b48-c18ce20dfb48", "result_sha256": "5357cf042638d036d1e63dfb486fdfb6fc7615b42f3f082df925fad7dc3ce118", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.791624928999227, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:07.669366+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "43c4ab6c-6206-4607-97eb-cc4c2ae4481c", "result_sha256": "3b1333b0440b7cda155896cf78783a1a79f06f8bdec5599a68d99081bd96f6c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01602975, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.360975389994564, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:38:09.307234+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9df65b79-9cc1-42e2-84e6-905324c256d0", "result_sha256": "1d99f591d9f37657b917f0e14f9cc472103808fd68566cc6d7b3d02cbf032332", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0147555, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.41815405600937, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3643, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:42:17.628908+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "50f460f1-d71d-4b2f-85aa-8a28f2d349fc", "result_sha256": "4fe38907526fd62215f6bed6400397c5dc9fc4595efa535f40ce3448ea3b3477", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01445925, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.159507292992203, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3558, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:42:03.267704+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdce249b-d77d-4362-a544-d9d910900206", "result_sha256": "b39dbecd11ad67d931b1ab5aee26fc6e140009136a0c32fdda4e1810e1f9878e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01365225, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.048258665003232, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3344, "predicted_category": "non-serif", "predicted_font": "Exo 2", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Exo 2\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:01:59.415405+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0523cbe-8233-47ea-b53b-3559cf3713f9", "result_sha256": "89c2a08358499367da428cf913f1c424fbbba784d18bddb757f5ee0c0ec09611", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01561725, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.030343705002451, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3871, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:19.783308+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "46c52c2b-1157-450d-a195-5c532afee33a", "result_sha256": "625f05acef565abab54c8c5dac63cde9c3361637c09de01ca7ae9a9f7dc51bc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01603575, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.176143968012184, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:02:48.869976+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2486008b-e18e-42f3-afab-52511ed35ebf", "result_sha256": "91171ddd2529e210806e9466533667f0c3941750bf7ed198f5c309ed68884662", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605075, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.002340115999687, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:49.241516+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a99a13fd-4c81-4f0b-a6ac-d802d47c34b1", "result_sha256": "fdb5349c860012470e6c60c91d7fdde725a3a57a586d3f7424bd2a7f88283771", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.38439927699801, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:46:43.886817+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "38a0545d-876e-4264-87b3-2087a801ef3f", "result_sha256": "1ecb8de725e3c8603ad326eeb52395ce11b86f3e3ca4759bae8742e36262087f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00602925, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.705420608006534, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1311, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:22.591212+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "809f2452-3816-4593-ae79-47d9a2a9ac04", "result_sha256": "59fa1e0da0d3c84bba93786866c2fc19e2293b2a7394109f039064d616ed203d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00975225, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.541427397009102, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2307, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:53:47.483554+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "68e19840-f358-4e41-8f10-33aa0871fdc5", "result_sha256": "e7e782cce358f37fc882bfd207fff1e8d0c5f3e8eb2542b9ac4a25abb2695854", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00854475, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.915113151000696, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1982, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:07:35.389435+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf1ccf31-3f3e-4861-a933-f12e445a9074", "result_sha256": "2339ca5b57a6af1168e5cce9145dbe95fa6fd3a2aca6449b9abd31670aaf6504", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0067305, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.527393130003475, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1503, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:13:39.624758+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "24d1f051-e58b-4376-89d1-229cca32e7ff", "result_sha256": "02dcdb86c45ea55a1cbb58d37d812873cb9c7883acfa1dae30b7fb03abd6e3e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0091935, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.986109731005854, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2158, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:44.750443+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4821b18-96d9-4c1e-babb-11859ce6c946", "result_sha256": "60ff81e8daefc8c9d2807765a0432f565918996cb7bf9970550c0aa2732a1448", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009198, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.827434311999241, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2161, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:54.819916+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d230d15-0fe7-4c97-bd46-0bc940fd164f", "result_sha256": "b59a6977a6e660ce7ceb956823f1a08c167361d47066426b17f837387be01c0a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00857925, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.148073864009348, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1996, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:32.348895+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c31c15f3-859f-4870-853d-64c0ebe6bce6", "result_sha256": "55f86551d99da180ec4770d3832edf5e2e4ddf194e4b3a522bd5663f02ab63b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01279875, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.180227931996342, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3126, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:12.478255+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7019f29-d959-4f32-8f8f-00ccf974c273", "result_sha256": "1ae52b17ae1718da65670693d77c4be69c769c6f441ea235553ef0b8834d75c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009669, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.099207335995743, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2287, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:19.732102+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f33583e-a0e2-4a44-a3c2-08714f12127f", "result_sha256": "591d03e48b9a1ed0dc9560e07e456db938b08cabe51ee7947686ea942807dce1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00860175, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.803555875012535, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2002, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:55.916801+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1bd9bb-ff36-4d61-9044-855b183e40b4", "result_sha256": "3bc954860d8228ee8c999b46a7ddd4886e8012806b3321189b70608eee68fa97", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01213725, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.82269308999821, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2940, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:43.452183+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae2cb337-95fb-4bab-8a8c-97c13a56daaf", "result_sha256": "e0324cddb21bb258de37869275fbb9c85b328fe8d565206295861bff08338bf4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00914925, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.303933274000883, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2143, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:57.364514+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9239adc1-7669-43c8-bbb4-1c54c30d0bbb", "result_sha256": "4e517bab4bb0995c90a4d5423dadb559d76be393a4121c4897d0d9f43ed1fd3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013041, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.745941114000743, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3189, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:37:09.501582+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "c240fd32-9f15-46ac-83e7-22e52b6c52eb", "result_sha256": "2e52dca900cb7201ff6c3135bc614d86d8d03b539c052a39dddd881fb7733c47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00571725, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.8634595350013115, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1228, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:59:22.606067+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "151d88b1-54e7-42e2-91a3-02674c680cfd", "result_sha256": "360159ca6a960c6968ba584812cc3b815403a26db049c4dac8810784c3ebe155", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607925, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.598430400001234, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:15.563980+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28183e9a-01c5-4dd5-9230-5eabf7a0e57e", "result_sha256": "f19f4fdbf0952c29cadbf9b43ac39771c34b6a7b6e1dd38d9245562fb21201b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01608675, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.378134826998576, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:36:53.102907+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd9c787a-8e62-4ebf-a9e8-7d86af9c1570", "result_sha256": "39a5b4d61074b10ce51dad8ae03ce08a2bb974a01ff9f272de39e08ded18025f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.01560346900078, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Consolas\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:02.479263+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "09d69291-5080-47b0-85bf-50ba3a7b9002", "result_sha256": "17bd4f507acc55af4286bcedb3c33a6b683e4d55764cf5a9e4045211b3312905", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01608525, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.792569074008497, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "serif", "predicted_font": "Copperplate Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:38.707245+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5307109a-dd91-4c7f-bfdc-2f63d67835fc", "result_sha256": "0354679327dfd876068e1b2bcc97513cb36960362a2098003efd05a7ad4fb929", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01084425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.445103591002407, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:12:33.961044+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f0cc887-69a3-4be0-a013-cd1e40edfd7c", "result_sha256": "ac10ef9cbca296357ff2bc8b5775bbf4c1b34458699e98b1772a6e98f0cd9bfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009033, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.523770915009663, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:08.415528+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "06dd2f90-b123-4774-b6d1-3e0d1894111f", "result_sha256": "3a394239c0fd7c67f0e21e4c7b7c3bbcaf3fbeaccd0395993588f932c3b1a9c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0157515, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.516634907005937, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3902, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:45:27.182542+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "32e7471f-3717-47e3-8e7f-14a16058fbfc", "result_sha256": "54ef48d21733a7cf4a1005a5816887c161bfcb7519d42a7db0ea3badcd3aff0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00715425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.514816871989751, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1616, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:18.931267+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "803a0aea-6f44-473d-a8af-9ed71ba82d6e", "result_sha256": "b77eee6d8d60a6c8a7508bfbb5cc5b64c45cee3a2277efc39e7424a4cf8dafe7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010923, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.506140854005935, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2621, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:30:02.019235+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f023958-06cd-4a72-b4f4-3eb6d1438a18", "result_sha256": "c7c2c1b7fbc47a43f0050a0e680536215d8a1603f8da193f28c5020631301ccc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.805918426005519, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:30:39.019760+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "710cdb67-8f37-4d30-9f43-ac57e73e4614", "result_sha256": "1b6d40511ed706c7ceb5aa4cecf09db12fd167baa315ba47e2e929cd00777d96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.04416362599295, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3995, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:02.764532+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1895cf95-2a68-47f5-a7ec-c3fc69592a79", "result_sha256": "ed5c915ecd9b05f6039495ecca50b9f97efff2e22167d869f05fab5726727feb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00511425, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.988854058989091, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:28.336892+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbbb5acd-548a-4653-befd-7b46bdf64bd1", "result_sha256": "2c7a4d615d8ca017250c22e177f5bf54ae53a3a192a57ae3fd4b177436a05e98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0055845, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.798296840002877, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1192, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:36:35.226697+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6feea581-9394-45ef-aa5e-4fa82a1e814c", "result_sha256": "40bbe515022b0c59703d2ca7266aea662d11f74417667a121de154968b782af5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604175, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.134352020002552, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:04:52.719690+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "75a23894-0496-46a7-91d1-1b1c7882abd6", "result_sha256": "2803604b9d63ce7cae5d2b14abdfc7625fa505bb724e9a9e6fe1bbba6ba21daa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.176625687003252, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:23.008138+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "102ccae8-918c-410d-8ed1-c5fe87bfd712", "result_sha256": "b78d4a40f1dc0020566fea5f7596b53860b1ab807266829adae84943e41fd5d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006258, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.506153864000225, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1371, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:38:13.026182+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "562bbc7a-5918-4888-ac37-9e8c39b6f6ba", "result_sha256": "c68528d7d8b20f691e4eb6ed1fba2b563c8b5fe9ff266169cf289e9f79a47eb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01599825, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.373048755005584, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3978, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-08T23:24:21.225835+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8569db9-8142-487a-a30a-09accec4a051", "result_sha256": "59ab1638deee369e49010daee0c39727aebce224404014f6fce2bb0fc4be2071", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607175, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.302070539008128, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:44:11.561884+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "05e11b9f-b940-4b9e-8bec-2ed64697cc07", "result_sha256": "241cb2ceac13796c25c212929306f3760c98fc42122f1fcf890684846d5fab2e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012633, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.441072183006327, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3072, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Anton\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:41:26.648803+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a17abe5c-a465-43c4-b688-8308276518e9", "result_sha256": "abacfd3078e79d1650252ba54c9ca335d5088ebd0bbc1573c4b725bb549a98ad", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00521475, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.869820667008753, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1094, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:46:08.106105+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "355d6cdf-30b2-47b2-bc72-a57f31adb5b9", "result_sha256": "51ae1894b953adb0f34b5288acec3902ed3aeb81b9788111f5cbe165eff7b316", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015513, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.539994603008381, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3839, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:46.907355+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bdb5e04-085d-447c-96f1-befafa451fcd", "result_sha256": "84d3cafd158d123b1e44a496585799fd90d5e9838dac2071bfed95197004fed9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01406325, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.829316767994897, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3462, "predicted_category": "serif", "predicted_font": "Stint Ultra Condensed", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Stint Ultra Condensed\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:08:34.898345+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3085742-5cc0-4015-9a00-a244832a37fc", "result_sha256": "387dc9f4046443eca3208117c7523400b7e38b9895fec0bc91b8fe9be7c76190", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00945075, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.188334532998852, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2232, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:50:08.080925+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3baf76a4-eada-434f-9d9c-71198daa13bc", "result_sha256": "d744386389a6ab8c3e5a7011a0a15a5ca113d232eaaa638672c9e813070b1027", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.56099492899375, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:20:19.778082+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "36fb6230-4ef2-4b37-92e7-936a3d3ab569", "result_sha256": "7936de798ecf151f0b2ee04421ab9a6efe9d64e27c043580448acbed7767e081", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.711527153995121, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:04.851394+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab8981a5-e854-4420-a0a2-8a3fad065863", "result_sha256": "bd9438caf0751d5991260b6c7a1a0714acf318f57e3c32235de37ee340d4511a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604175, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.35841452900786, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:47:50.363274+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ac470d0-0384-4975-8e7e-fb9e9bad625a", "result_sha256": "6d0b1fc3fc26a7bae71f420b005572a74fa94f5454e5eaaa459d82caced9fbf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012063, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.85481455399713, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2920, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:55:40.735116+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "345e00a8-b1b0-4614-861b-9d91d6e27304", "result_sha256": "ca618d4e54418ff6eaf656ad273a3349a8e3a8708eef0ee3d1958b523fda76c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638475, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.74942799800192, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1409, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:50.400892+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ff69a3a-57bb-4060-bfb5-9aab95bb929d", "result_sha256": "fed1a83787b2d31e010acb96176c00ca9ed52939edf7595947f0d6b376ed0311", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009651, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.53550895099761, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2285, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:31:27.373845+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a1f87a3-38f6-46a8-8bb8-d7cfd519b2d1", "result_sha256": "cda4afceba3e10b99a5047465e86c908c41bb43b7b25efb5ececd8b66cc8d8a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.498897098004818, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:46.214713+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "269fd6f8-7d74-41c3-bda9-783c7eb5b3f8", "result_sha256": "1ba3daf143c7e6e920e1eb63efe017c6480537ba828509a479df17c429302b97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01562925, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.785054057007073, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3870, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:04.704212+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "57a26ec5-a69b-4827-96ee-3ca156e686fa", "result_sha256": "178fcac785ac456b4511cc959c4023ace3c9f9e2e03f62189edb44003c058798", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0077505, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.946056186003261, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1769, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:26.540982+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "241744e8-d334-4ebd-9b11-50a1e9a557e6", "result_sha256": "0e3f373a3c6f70368e1f35876a3790e8954dc2901a884861e3ad57f9a05f3440", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01600425, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.271358156009228, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3976, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:26:27.816543+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e00ce95-369c-4f9b-aa07-68d10198dfb9", "result_sha256": "d048858c6c4517da81299c67356e3e95a5940099e7d8c19fa2bc9a233bac0ca5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01509975, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.353792809997685, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3730, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:42:38.881426+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d764a3c7-6f41-482e-ad5f-4507f4d68942", "result_sha256": "fbe228ec8e763998e2bc024160cecddf3c5068066ab634c8c9afdd838dac3a24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607775, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.219634900990059, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:11.689046+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "672452c8-3805-44c9-8982-d03369327a09", "result_sha256": "5191aa61e54812a90ca1de1010eda9434b5193ab8fc6830793ce860cd74e81be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0053805, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.109344969998347, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1143, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:05:14.952703+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e5340b2-cbbd-432e-95c3-c6eecee75094", "result_sha256": "8bd4aeefb841f0180d325da74bb810f4a87d36703d583c907aee911a2c67461e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01163175, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.067440241007716, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2810, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:57:55.903388+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "47ce48c5-a23c-46a8-b40c-d9f8275b764f", "result_sha256": "bceb768203b1f1fd445b598e469e129b91e138fca60e10c9c775f4b71d9b1745", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0127395, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.368964486988261, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3100, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:44.586140+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cef480f-dbed-4cea-b3bb-e9ecd1a9973c", "result_sha256": "7207e931ba14788dda56c507458673310b10d2fedc242c9d4a10e42efbfe9ae5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01018875, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.592254518996924, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2427, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:29.332353+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c36dfe98-3c19-4db6-8be1-199c6af7c07a", "result_sha256": "cf0801804f4b11ae728de2828890fa26c5f7356b201699df5f86a7de5c94e2e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01602975, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.9630022150086, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:40:33.440321+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe375fa2-759f-4231-8d57-c3244ccf2005", "result_sha256": "922e772163925367495eda7f3e111d14e3d59f6b46a8b557c27de697e0293eae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01034925, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.777954631004832, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2468, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:02.044240+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c37ffae2-31b6-4979-8e8d-97049058afb0", "result_sha256": "ada82fd4066f32aa989ecaa85a5812eb085ad54b2c99644603acff42c2f9ac27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01307475, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.776534050004557, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3190, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:20.428138+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce90f022-7937-48f0-9d5b-40351fe63374", "result_sha256": "5cd977a5f1462485df7e1cf8c005114b40027c0f3a5856ce182272051283a240", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01173675, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.391548040002817, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2833, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:00:35.778758+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c9d4f31-4bc9-41b5-8bc2-6f239182e9b6", "result_sha256": "dcb8ea6dc0d734c675e6f1edabe336a920433266e1f046e55a4737a8e60aee6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604925, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.98919738800032, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:56.708308+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3743459-df65-4bd9-b0ff-a90a7b2e2fab", "result_sha256": "8b79f97dbe82c4b980e21a51c260dc832f976e95f3c2689f84277379e8a7f7d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01414425, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.247493293005391, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3480, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:57.076019+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a9df743-d9af-4815-84d0-df2c682f6116", "result_sha256": "baca4a67d232ca65082b58fd05474e9913d980d0b25c560534ed19f7c26ae030", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0149505, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.478310020000208, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3695, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:02.335594+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e25db78a-59e5-49d3-a106-d8e5c30c5305", "result_sha256": "674000b97a1a68aa4126072150dc1a840e50fdf7d8a1381d9f7c00aa7530c5fd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00935925, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.214943255996332, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2204, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:28:20.723232+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "558daea9-fbba-4536-a633-67bad4581ed1", "result_sha256": "f45475960a9f9aaea28864e820a03962d381fbaa674cf1e82bc5d96cab8b137c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014103, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.435818329002359, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3463, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:57:28.443934+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "02842752-d749-43a8-ba31-22c091aeca42", "result_sha256": "9e4f5bfd2db7a939cf119fcb89f738db903fb98bb30696bb84ada5c1c112d8fd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.940630141005386, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"IBM Plex Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:45:47.383728+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3bd04e7-e628-46f2-9945-98e9a97f5b54", "result_sha256": "c348f72061b6fb3f585bf5536a27907c7b4eabe058b92207f33df8fb2dd55017", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01530225, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.333198295993498, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3784, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:30:47.720581+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "44939c43-1591-4e93-8397-f2009bdaa55a", "result_sha256": "b932b47b90c5834b9e340fd2e12d08705a35541766c77ac895aa259961cb644b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.618741926999064, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:14.718473+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cc2480d-0ad7-4839-8ff3-ea6aff3ad4e3", "result_sha256": "2ae9e9046890b5dc31d193387f7f18a6c0ac61fa94852bd7acb2f3085b147a43", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01604925, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.347171943009016, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3988, "predicted_category": "mono", "predicted_font": "Major Mono Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Major Mono Display\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:49.558792+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "443019f0-61d7-40b3-8e5f-a0b1dc827015", "result_sha256": "b552ea7156c3a66a1c08dd44ef41c60a6721210825c2836b219a3b7b8f74eba7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.205634544006898, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:02:33.647624+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1a2c11a-a5a6-4141-931f-0e75ebec86c4", "result_sha256": "fbc4bcc7c21fce1e010ed090bc77cf9b103d565a59533e123d9ff451155774ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0099765, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.210714429995278, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2367, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:04:49.405133+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3570b3e3-7e84-45eb-90c8-b3902c88fda8", "result_sha256": "c1ec2597f218a4327e6303ab48ca7611dc21be79d89057e93b8c27ef98f7e39b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.656769479988725, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:37:00.876545+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b7f6e50-f71f-4c15-8773-623fc471e439", "result_sha256": "a03b50cc967908ea7fa5b226be6b46f68f806e6622a9da9ed288c16757e78a80", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.059100465994561, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:44.910243+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3aa2a20f-e9f3-4b50-877d-5e609138fbb3", "result_sha256": "38104d7cbc01f3232f590ea47ae21a8c669f395e3f951de81fe2090d31f3f122", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607025, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.581204530011746, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:51.277537+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "936aa382-93ce-44ff-b167-80e77d7900e4", "result_sha256": "f269baabed9bd9fe9b220efa4ec9c840f1239da8919b4bd04ee5aaa810db155c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160155, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.750186602002941, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3973, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:24:12.915790+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "784260c5-24a2-42dc-9e88-0fae94d2dece", "result_sha256": "b017e00edcf87d44181a7697f6e21f14dd92d87bb69003c1f36f7d0b03d54856", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607925, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.092945073003648, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Chakra Petch", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Chakra Petch\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:46.037518+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b13b9c3-75b4-4dac-8572-a6548a9e654d", "result_sha256": "43d050568a4e1ce19b57455fce27e2deab1104bdad5ab32542ca6c4b9e4bd52b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.237748005005415, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:26:49.310077+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f33b0b45-3004-4dec-acae-eaf9d1142808", "result_sha256": "d0c7bbe8223e0b026f31ae425433bf813bc42505c6d2d9e31f46cd1ab899064c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010359, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.264050072000828, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2471, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:21:02.779705+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fe68aae-4475-47d8-9b0a-17264d93e273", "result_sha256": "bbc64566cf0aface3a92bddaa2521b33872c5a1323adfe9d5af7a577ac0b9ea3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0131775, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.287138614992728, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3224, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:28.585868+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea3575fd-ff4a-4d79-afba-b4350320338e", "result_sha256": "fbe3fd8b915c6c312c886bfc1f096468e67fe63f3007ce570e48abda9deacf50", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.02607487500063, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:59.685907+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5ffa037-be6d-4f1d-a5ee-5cbe7df20e16", "result_sha256": "8e2399fa80a408aca66cfa471852f5e1f5ba2f0efb3662fcb25988b8674050a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00881325, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.164760555999237, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2062, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inter\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:45:04.614865+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "80307642-692e-4d81-968b-211cee0d1c54", "result_sha256": "f7eb3c0353e49ad3dccf1b2b09cdd715f8cbb325f80908cceffce69fa10a8354", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01429425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.877539995999541, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3514, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:31:14.147204+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "f646920c-c383-49bf-8253-38dfd4716e92", "result_sha256": "a26c672ac91cd098cd46487cd4e53e85e05aab9ae204c2099183d0beb42c819f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01251225, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.830056095001055, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3040, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-09T00:01:57.466188+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2217330-88ec-4184-931e-a5d5c950f5d4", "result_sha256": "426aa74b7f9d617c3c44a31dfef3d5ceea3e1a18b9bdff0527a600b9e2fa6ca4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01405425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.871652397006983, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3451, "predicted_category": "serif", "predicted_font": "Marcellus", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Marcellus\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:04:29.652121+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "da0cb183-b805-48a3-9e53-489c8433461e", "result_sha256": "2ecf7db90624dc465ae5e843613112f2dc68827072b70b74a51a66fa4999e535", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01606425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.18003425101051, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:08.075959+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca15bbf6-2a18-4dd9-9a2a-303fca80e7d5", "result_sha256": "3ce71b1cc9cf195fdd3c7ed5c9b956ddf5d9a47ef77ca23774530dd73766afbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00801675, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.879343278997112, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1846, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:58.141347+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa2b9f8-fd00-4aa9-b46e-b27b2c85292a", "result_sha256": "7829b1961aa61ad578ee25d63994b28878dae51551c04c7f26cd511e777e7cd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01514175, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.18696975299099, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3741, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Trebuchet MS\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:28:39.039768+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c088e4d-1aa0-4fc3-a2c5-439d0d57432b", "result_sha256": "a46c06b9f1d321187edcce2a3278b403c0d882e0b0fc1943920a538462dce005", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0095205, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.339160228002584, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2247, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Sans Pro\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:49:47.492119+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "28189ae3-36f2-400c-8c98-2c5955896d48", "result_sha256": "cfaedfb2c9becdefdc38828046447703a264a079f920a189bf2d3c1b06cbd405", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00909525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.46920677900198, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2134, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:16.922208+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "637bfb12-96ba-4dfd-bb00-4a3328077903", "result_sha256": "05657c0c3db371c6ce61887852749f827ed3b863e6dcaed43f2209b77cb0b644", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.672305316998973, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1465, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:21.595832+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "73586f63-42c9-44eb-8793-2e9ad3b217e7", "result_sha256": "95461b785f5f7355067835743dd4b6fde266231c9087a365b493f215acdef696", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01036425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.496141745999921, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2472, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:33.386223+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f982210-9558-49bd-8598-ab578de3a64d", "result_sha256": "54abd1482cb66e6236bb0cff674ccb075f0b852587d8a7021ccb14c1a1601b4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604625, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.04172476301028, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:46.228796+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "8bc73a52-240b-40f5-b9dd-45dfea76d16f", "result_sha256": "58c0a59502a5a284a031f73a833a4545e775ced7a3db4a5c85665572a59af08f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0159855, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.890070203997311, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3971, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-09T00:01:03.117996+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa0e9e8c-2140-43d7-9a99-681f71786b06", "result_sha256": "f0e1cf042283539b84c974c30663fb79788521b4bb20c4d056c0686ff583ffa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014727, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.084145114989951, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3630, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:22.337785+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6403a570-5e07-4d08-b97d-11cb6b34993a", "result_sha256": "d51bb14c3fcd735ad38ec6a3271bd3e4e72bdf785d50d08a50e54a4f07194c48", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0099345, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.485728993997327, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2361, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Fira Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:39.696720+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7adec07-cd23-493c-8325-443ad62f7089", "result_sha256": "06ad55b346273ae07244932b416c5ed39f12c109d1acde734315803d6d6991df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010647, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.841096944001038, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2551, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:15:13.950238+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c80d973-408b-4a69-ac96-19e093ac4f19", "result_sha256": "769b2b22a5eda6fb96b42c6325fa19e141f07e15a977c3ec626e551c47d838d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01258425, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.216597767997882, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3059, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:44:38.912412+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "68fa5db2-1306-42d6-9da8-2ce17b6f2838", "result_sha256": "874b7a5aad519226ef4da3d9ad030fefc7c9657f5463897ee54401eecee50832", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01127175, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.550816668997868, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2714, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:42.667652+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "60793b37-389e-40d8-9066-a63d4c64c9ad", "result_sha256": "3e72bc9c7f4e310e1999ce83443dbec3c50c46ae73bff9c905bdc8ea948953b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00998475, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.014404514004127, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2374, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alegreya\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:37:44.229078+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d28e02e-bffd-42c4-a0e3-bb40e3904d47", "result_sha256": "70b5538c30dc3831242cbe576d0929bc2050d5a07d72ba3e873f37aae96c4610", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0074985, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.480105790993548, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1703, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:46:24.312187+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8944c12c-e035-4f2b-ba44-747043e58790", "result_sha256": "1e6e3acfbb2be86813ddcdbaab0cd8253a7ebba8e36b2a73374de63f698f31b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00805425, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.761130917991977, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1851, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:10.128327+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cc8b5b4-eead-4176-a586-76c0a626b2b0", "result_sha256": "1ca8cea25f72c4b6759d9d6a2c486e710139583606d9694a4fe14e0375fb7f74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01467975, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.506359734004945, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3618, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:59:07.912821+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1abf412-5c82-4b38-8015-26b0b481ef21", "result_sha256": "8380160f86ab0e71c61b26fcc3bd8bdfb2c441a9be3a967e19bd4190cffbc24c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.322109259999706, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:40.033873+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "07ce8e1c-df50-45fb-9fb2-9720ecfd87a4", "result_sha256": "d14a65b5396980cafbc10c123f1a50503b7e54d0d53accd56f5db357c2d334fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0045405, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.13289514000644, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 919, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:02:30.217811+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4d8be32-bb2c-4a80-b7e0-bf2559f888dd", "result_sha256": "dc91303e77b57d7e3670743c61d641e79384f46629e4f97e72b3ac753d3cba11", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0099255, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.877829267003108, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2355, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:18:11.037157+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e2ce1c1-8ce6-494b-8d6d-59aa912c69da", "result_sha256": "dcbbfbaf6e471107f8c5a5744cd9a6c1d57d0522caf2ac174f689541cf936b31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01603875, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.999789559995406, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:46.258797+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a639298-cdf1-4410-bec9-2a193aaee744", "result_sha256": "6f4197c21b2b8792821589a162b33d21de296dd1e7cad874580456f1f1cbc2d8", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00902325, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.232489707006607, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2118, "predicted_category": "other", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lobster\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:08.953837+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa1d4243-b052-45d9-86d0-4e8fdb12b7ca", "result_sha256": "b786c6c0673f978c7d1391465f7cb0806787cd78e253d9577bc57ea9bff8d05f", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0119985, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.051431739004329, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2903, "predicted_category": "other", "predicted_font": "Berkshire Swash", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Berkshire Swash\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:08.275359+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4da9e865-e323-4f6c-8c52-85fef3313fcb", "result_sha256": "a6ee39dc4a9ae9ce15accd50a2fa55d38d1a31c63d3db235867457bbee8752be", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01608975, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.336763998013339, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3994, "predicted_category": "handwriting", "predicted_font": "Berkshire Swash", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Berkshire Swash\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:03.689347+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e334d02-547d-4887-a171-0143d7d23ee5", "result_sha256": "a4f9526d9be710ccf72266b9d31499be320fc29e3c40c764fbff236045434303", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016077, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1486, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.135579606008832, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Berkshire Swash", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Berkshire Swash\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:44.216291+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9fb6cdf-f7e3-4e68-a311-4149939c53e3", "result_sha256": "2a6a6968f6a73960bf50f447db67b718d3ba79c665c19fb083ea6ecda8c98818", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01606425, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.73998832301004, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Monotype Corsiva\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:22.885689+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7e597cc-6e47-4924-81ad-846b3518d236", "result_sha256": "b4fbbc6e34273b0ac3480d90688c1efaf915fa02aa4f738a5e24c4b4f44833e4", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01059075, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.347271336999256, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2536, "predicted_category": "serif", "predicted_font": "Almendra SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Almendra SC\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:37:35.417765+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "72588d10-752e-4905-9406-46aaf58e3837", "result_sha256": "9f412b37bad6c32ad51407f7cafa4243702179f1faa89956cec9ebd4a1b4ee0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0134895, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.464284667003085, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3309, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:39:00.579309+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "130a7d7c-6f66-4b78-9110-bfb2e389f6c4", "result_sha256": "5a4d2eec3a68b7263397781eb66fc8f8a51e68c970009ff1e5c2f08feb64a00a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010248, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.551299637008924, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2436, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-09T00:03:22.926754+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae4bd411-cbea-4dc8-8093-b58ae644289b", "result_sha256": "577d8ca05c15c2d76e3bb02dd9423e998cecbfaeee6e3565e72319782f66da44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0103575, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.071106339994003, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2472, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:25:57.439641+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b51d710-3cd3-4a39-bd84-759e47a98855", "result_sha256": "53f92f635453ce3438a34badda45b50543ddc73e745d36ac3024571bcdcca104", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.511078807001468, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:40:00.857797+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f7c58ad-18e5-482b-81cb-24ba19e53287", "result_sha256": "1b61e2539f35e5de734760864ad0284c4263b5e298b4eefc7cfa19ca34731f84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0108585, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.048163858999033, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2602, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:58.982525+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fd8b6d4-f8ef-4c03-86eb-8bca63752055", "result_sha256": "530f31c5c782ad57324dc9da70754ab0ecc7ac3f160d9919195cf9de1560be8f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01216275, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.203318279003724, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2945, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:40.142153+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c18869d4-2011-4536-bfc2-5269dcec7757", "result_sha256": "976be1425f7a5a5330f46704d1edd6c4d296ef88c048950b411c7ee20df82d93", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01328475, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.470102906998363, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3246, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:41:26.293906+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e15ab31-cff1-4065-aced-ab511a7a4817", "result_sha256": "6f2b24815e38179a1f11da26a1e3cdfb10a5ada09f26a9b112ecbe069afb7b03", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01035675, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.881301767003606, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2464, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:59:41.791130+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "09cdf74d-3fe1-4f64-b96d-692585bab23e", "result_sha256": "4e5eebf946a0c8aaf76bf832efce69ea0a03a9843c75bab69cb387e0f9cec187", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0084405, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.946523161997902, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1959, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:22.149887+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "38d2d7f4-2ca8-4434-977e-bddee4e6b12f", "result_sha256": "4753e1b4330c40143cc880bd5113ea3e1e54c81e04cff96ba4e6379c5b5bcda3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00953025, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.41812821799249, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": false, "output_tokens": 2243, "predicted_category": "serif", "predicted_font": "Alice", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alice\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:43:39.984351+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b25a7f23-73a8-4b96-93b4-8e8297edbf7d", "result_sha256": "a4d6b430284d90f2c0a5a5209fb7a524a09eca85bdc4ee7f989b27fd00313741", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602525, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.18156616500346, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3982, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:25.199695+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de688b5-d821-4673-addb-2ea9362f84a7", "result_sha256": "6ea01d4f6d27e043c1abe8353ab364fb1b9f042a4c06f8fa6cee8ba86db8b693", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00804675, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.970924053006456, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1854, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:45:48.904674+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d7f4573-7098-4036-8bb7-235100473988", "result_sha256": "28484fc542eadfb57fbf5185d00beeb1faf8d6a4aa5029d06901f8b603795c64", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007233, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.228378671992687, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1637, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:15:24.884313+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bccdf6ea-8cc4-4104-b2a8-c2a516715085", "result_sha256": "021c4b224aa2c57b2dc4653d1a10a214ec351da81fde25ca41831f2e1aa254c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0086025, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.36410282200086, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2004, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:32.553471+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e64b747-0d7d-460d-963c-589e6c0a62ab", "result_sha256": "782dd6eab9cbae87f6ba02a573f7cdd9547b8a49e2aecdafaef310d19de72c3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015156, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.887506803992437, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3745, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:38:14.699230+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffec5e6f-864d-406f-bca4-fe0326bfa312", "result_sha256": "412f7ed6b8982363ea3272d2c1b26835855b6e2cc9e600fe802bdad9a0a8523a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01284825, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.108942203005427, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3138, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:51:29.056037+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "76ea2ddb-445d-4d6c-9790-962e7b20e4c1", "result_sha256": "dea1e511a73df503b38a135986364722ee42a6c4a80376acd90437097f70a73f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0120885, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.006573712002137, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2935, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Serif\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:10:51.955530+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5deb806a-368c-4be2-bdca-30395d78059a", "result_sha256": "053db42069c38c9fbd3f55f88c485340427e96a6c3ce4f30ba7f1dc7365faf85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01336425, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.0896614180092, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3272, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lora\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:14:44.470344+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9a45f5-55e5-4b86-a31a-daac5389daa9", "result_sha256": "40f3a02799bda4d3e68fdaaf88a2ec473e6e9992b1ed0a0bb969c3a7582d44f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003861, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.101750419999007, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 733, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:02:12.943652+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0c3b4d3-3c78-4f41-aa09-8e73d21ebfed", "result_sha256": "301d0cd80758d739a80ada436855eca907218feef01b3c4185eea0ca36af83e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00599475, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.809129822999239, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1302, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:44:44.755805+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "34c5b5ec-fd57-4399-8a8c-f570ece7fddc", "result_sha256": "6645d54e292939815000d5a2ff101c9c9445e446b7b20105e17437245d8d13d4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01592925, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.937087703990983, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3956, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:34:38.424876+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2be07770-b83f-4382-a50e-a080fccd7f70", "result_sha256": "59edd22f4c94827d3d5bd7ceca3fb5bd55006f1b1b983cfb831216e475376f0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.134510728996247, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:41:23.356725+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ec560f-c5b2-4d4f-bd31-5d4a57b86faa", "result_sha256": "c20684fb93530b4febc0b55d51497d18393a582d06d783785af28dc42ae0667a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00966975, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.055630290007684, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2285, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:48.251652+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e4a78d-eb54-479d-8ce1-8925e9a2a3f5", "result_sha256": "fc07bf5db05488b70f0be625cfcb258590d0ad5649c9918d314458631767e4b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01600875, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.927541794997524, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3982, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:05.155774+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcae3747-2af8-46b8-a743-41e0bc0dd84d", "result_sha256": "4bf1846a3a49e424a3a889cd511138810fee43e4803a45ec16a8f9fb4af01828", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00690375, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.583499832006055, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1551, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:57:10.186917+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa8cb3b-6031-4e89-830d-0b96afe0945a", "result_sha256": "e2b78f09c5eba32440c9d850cd511ab6cb1c68bbaf4ec9ea72a3510e7bb6c071", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00543975, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.997665510993102, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1162, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:35:13.302166+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8127723-0355-409b-b8f3-69e7f7112189", "result_sha256": "b2a7c22f3b989431038e5d3f759deac745cf1eeee6fb841b4b58b88a692522da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01003425, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.762406353998813, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2378, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:25.684876+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3361600c-61e0-42ac-8b6c-e3b7bf570557", "result_sha256": "67dc34c4044c77f7f23abbed6718a43ae922de7343d399d854105295b55f1a14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01050975, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.992219690990169, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2506, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:18.185869+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e1d7667-1381-4fce-a407-8a38c06c2d09", "result_sha256": "6f32280d37ad59b287c07dd7ca1d4a5a0a71cb91555427237016fb4a97fa2b99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00359475, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.8428424010053277, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 665, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:09:02.258309+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "620d954c-cae6-4119-8188-ddec9e43c839", "result_sha256": "e9ba1b5476f4665b6380d2d1ddc60432acc35f207fc36611ef06b03777c3bcb1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0142155, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.622236626993981, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3494, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Slab\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:36:10.775570+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdee663f-db8f-43fc-b755-fb0a4a4e7816", "result_sha256": "8f6be0624c56a140c9f7451b5042daf397e7ad0f86e20cb14d8d5f0c034a78f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0141705, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.539759308012435, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3487, "predicted_category": "serif", "predicted_font": "Century Schoolbook", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Schoolbook\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:34.714211+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "35a45efd-5a0c-45a3-aceb-a2ee134245a5", "result_sha256": "9e11de5ac13583350d517f90efe737b909123b2729026ba425a8c59561725715", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604175, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.43758476000221, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:04.586512+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "87366ec0-925c-42d6-abfa-8d979c534240", "result_sha256": "8c34321dbcfb5b94a0004b3b4d678f9a2efd77817377d93329ceae7ba8b11c38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01269675, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.79272799899627, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3094, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:36.520920+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2973075d-a626-4161-864d-ec25e5fdbb14", "result_sha256": "3ae755973208041f46540bf812985b37be7fa7ef6eeee55bf9f8c09cb78fef2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00473175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.425056873995345, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 970, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:53.557284+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2a45bec-7df1-4037-8e0f-fcc5cf27b0d6", "result_sha256": "1d01d2b18cac920d241e6751d2feb4e8e14399f2980c5be410ff2253caf8eb6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00752475, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.767636903008679, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1713, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:27.705082+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4b6c405-f7e0-45aa-846b-21588fb532c8", "result_sha256": "5a84b889b4ef71eb77a32ac370ea3dfae560856a9ea672b2b4d54b2222a978f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602825, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.065301650000038, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:54:15.902092+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef0d31e4-93d1-454a-a8ab-6a6c81570d00", "result_sha256": "0a2661f16b263f9f33db907613c02dcd024aa86159632193bd6d404bbf08ba26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607175, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.360541208996437, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3994, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:06.082782+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1c33bc4-093b-4f99-be22-cde7874eaa79", "result_sha256": "8007a02aaadb0ca89d06e8c1a469ea7381bf2151b3ee5584144a4943174dd1cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011952, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.057864577000146, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2899, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:51:09.975450+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6473da19-5fca-4401-8698-81325a2f9855", "result_sha256": "3dcef332bd456da3fb305d8fab384e9a68acf013a885ff2b99c73754527e8494", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.801801257999614, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:44:41.566102+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc4b265-4f2d-4b08-a6c3-f70e891772c8", "result_sha256": "bcfc321c708a64e4e83acabf3c748668eb99dd5c71933547a3de7cebe77141c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01511925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.649887113002478, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3740, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:12.746026+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1049165-d779-457e-a5d9-b333e25f9d42", "result_sha256": "adb7484a2fe11fafcb6f4a08b43a2e0c9c48073ccada86a945e614ae627d72de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01052925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.229128527003922, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2516, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:17:59.775662+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "eabf5f96-fb84-4de5-9c8e-a363f3b6a6e0", "result_sha256": "ad7cecd1532c25e4949d7ab1804eb72bc0de3a0874d95c6922fac94adcca406e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01354125, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.777577216009377, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3321, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:56:33.123524+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c1a776-79fe-458b-b0b3-c4070499dcb6", "result_sha256": "005989f441af84e442233c09cb98089b839580218837fbd767d52971965fb1dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01147725, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.563262936004321, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2764, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:51.514415+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "218c1709-4edf-43cd-bad8-1541c4b187db", "result_sha256": "53b7928f455af96ae26d1b0eb0ace76e6cf891264b111318f7f6f6e3b67e1f5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00738525, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.1702059369999915, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1676, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:44:44.396350+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8533f61b-4dd6-4bb1-a0e2-2efdb47b5d17", "result_sha256": "c444f14f2a433cfdbe01df22aaea9a5f25a50d9cffdd5a28e7ed1b9985228685", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01161225, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.201258369997959, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2803, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:18.916986+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "537c999b-f9ed-4cbc-91a6-9bdb5d2cbaba", "result_sha256": "6fbc107c8d8d9b6d499ca6269d92441f5164e5d4104edc7a5494bc6c280f1714", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0149415, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.156809036998311, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3686, "predicted_category": "serif", "predicted_font": "Copperplate Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:45:24.517314+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c386351c-a111-4de3-9a7b-36f597403610", "result_sha256": "43632dfa69b2b2c460156f84e22e0d73ef5700cc5983058c36bf7e61f5d47f31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0127485, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.077201692009112, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3103, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:37:49.078287+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a301178-f32d-4890-b585-dbce6c1ef36b", "result_sha256": "d554f45079ef540c8c1f87ee755ed36923e3a0fadbce90e78432f9a605b42e4c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0100005, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.319106454000575, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2375, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:11:16.334154+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ea5746-a42b-4edf-8441-a29c17838420", "result_sha256": "672844ec415d77ee13ebfb49989ee04570500cc504a01c826b08459f552b4319", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0146355, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.714642601000378, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3611, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:46:53.819001+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "efead164-796b-44d6-8b2c-b54c79a19f65", "result_sha256": "36bf226b954f5033b931a8d228ecbcfaa5e2cbed46590f79627ed4b2f6badd14", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0088755, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.795123632997274, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2069, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:35.879874+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4a3afb-34d4-402e-90ea-2b23ab10e7b6", "result_sha256": "dfd5f1aafbd786e6ad4973d826639e2a0a3c193db09868d08eb269f038bdb81b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.36904930100718, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:14:24.026027+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0da09e3c-121f-409d-b096-2e9d61904f8e", "result_sha256": "960b9a672e6c22972248b9c01e4c79007e9208169bbd7d6fbe6cef806b79c07c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122205, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.775397304998478, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2967, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:14:13.495493+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "36a85b46-8c77-40e4-a33f-ad6273104a8a", "result_sha256": "be5d0be1b910bc7af9fce78370e314f1daa84825407835538067addeb4e81580", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0075465, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.046537621004973, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1714, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:25:54.657973+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6190205b-7d8c-40e5-94db-ec3b7e7e29b2", "result_sha256": "56ee758591403c907404f6a092d88f3fe01946ff23d75428379be908761cc1e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011667, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.588746612003888, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2823, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:36:15.703837+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "460cb8ec-243f-4de3-99ac-8eabc3a3fb0f", "result_sha256": "12a44686a367d6e124502cf36ecca30d682c6bd6f3fab936f5d4dee2485d6982", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01607925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.489350235002348, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "League Spartan", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"League Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:23.692999+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "901a4d3d-55cc-4364-b5d6-4fea5bfa739e", "result_sha256": "ec2c2a56d388ac99879597811f0bc522d2200c7647f8147fbc9d2ac133b508f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01604925, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.417411423986778, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:49:36.883151+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7836bf09-9a31-4903-9231-ade186ac3f0f", "result_sha256": "c03167e2a40bd9a019f96508132c6250fc442f8dfd86b8a9c5656d154cd4e939", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01604475, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.144704506994458, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:45:18.787831+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "af895ecc-8de8-4fc8-85ce-413e96afbacb", "result_sha256": "edc111112030362a81c2843d90d8335d7efb576fdb3dfc4f77a2103be751e1a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160785, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.176551680997363, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Avenir", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Avenir\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:48:51.576164+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9cc26d1-452f-4b3c-8df0-d665a6bf1522", "result_sha256": "41c3413867f8f5623cef633b742bbee5f955e86399f00fd0c9bc9d5109940b1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01019475, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.193275518002338, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2425, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:31.935321+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c11558c1-e288-4746-ab4a-397098b3cd66", "result_sha256": "34726e9fcf27341639eee599d23ee8515a001d352a7a73d9ca26ac0cc6bfceb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00710325, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.0235540910071, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1606, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:42:58.129574+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5da49a0-cadf-47e2-b9c2-c01afe88e2a3", "result_sha256": "107b3d260f4cdbbde397b6e9df9445c5737d4cfd4de3c6a00d1a6046940ef117", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0102105, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.19329979000031, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2426, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:23.977877+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0be0382-fdca-4436-87db-3ce6828832aa", "result_sha256": "de7cf2831e2ef13239748e1913a63ef0eeea3108033ecf9b8d27d9a96cbf3ba8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01458975, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.893714230987825, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3597, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:22:49.501975+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd666567-01df-49bb-a199-b512b0565a8f", "result_sha256": "f37e73d36e8da9858e00684a2f22fc57006c25e4695b40c4bf52f85f5b897edb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01597725, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.61731345199223, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:42:54.307127+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae29989-86ae-4eef-8be9-f0d9e391a888", "result_sha256": "4fe50499e4294c8f1a8b87ec4291f960fc5c8fecb56ee68be20e6b7d946f6015", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01604925, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.21470448000764, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:49:54.822460+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "09c7d18a-3f80-48b2-b7e5-ff813821058d", "result_sha256": "82718f973f4839bbb9e344392d8b0a323c383654129c6e838b4da1646408fe9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01230675, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.289568255000631, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2990, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:44:40.240546+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "379a15cf-a3b7-4cfb-bd10-3ec0bc0fc40a", "result_sha256": "5e8ad0ce7d6f95b0ea933669eaf7ccc7346813b04dd8f193fb0ec81c2101c580", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009831, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.92532991799817, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2333, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:19.038300+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e55eae-7884-40e4-9065-a04d86f23193", "result_sha256": "260fbc87691e4b4649413c7cfc8412d8eb3b9393b7c45cca35eb1c412fda22ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0150855, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.016402706009103, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3731, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:30:39.673079+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e127cb36-f9bc-4b15-8367-a25608e87908", "result_sha256": "48827f2d55455fff874752ad935294a56f2b1d97b66a254d891cee461f7d605c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015993, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.399240717000794, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3973, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Ubuntu Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T22:40:15.561864+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "45569266-914a-4f6f-8858-de58e969f27b", "result_sha256": "246d32102d59d773b0a955000ca75e5cc174be8e48b0e62f7804794c429dea24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0096525, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.771430915003293, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2284, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:36:42.400380+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "276f5767-0717-4c18-b2c2-8066dc9c73e9", "result_sha256": "355693db9f49c69815fd4ca995ec132c29bc5dcca7e44d62e2ff9de9df5c9229", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010251, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.709168772998964, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2437, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:06:50.712232+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7518c2d8-207e-4404-9176-fa8aba7ed7f5", "result_sha256": "16d833cd408f58b6ab1b31c953bf78628d26b2ae598927d8d571df65f5df3489", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013743, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.874712981996709, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3367, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:53.764825+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7881b25-07bb-4457-a7d5-7aeaa4a30f2d", "result_sha256": "2842155b86bc88cde9da25ea8900463bcd03dc6f496f15cdfa4b89a3639a7441", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.676440438997815, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Segoe UI\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:23:24.456328+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4393d0b0-8963-44b4-b03f-c8ef53edeec4", "result_sha256": "15064aa94bf5903e720d2be22901ff50b1095b8fc9c1d800a60189b12cb1c13a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016074, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.349806559010176, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:05.942555+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "78201019-98fb-4656-82f5-f3736363980e", "result_sha256": "05b0ddc6b3dd9c6ee93fc18663856a27d9829c09b8122fa6023331e2efb72fd4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012333, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.78762784099672, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2997, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:53:01.243810+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "42a87067-a5d6-405e-9a93-f13b7f272076", "result_sha256": "8b5eb9bfcb14fa367da018def5af5c1860f42372907f14b41d9eaae768c9c3c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.656538285998977, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:06:35.592105+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "23341cf2-907c-48f6-b68f-4f1afac5cbd6", "result_sha256": "c53c15ab8f3374084a0147bdde03a8e54c623deb926fd448d13edf6c031c332f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010221, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.899868228007108, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2432, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:07.889058+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7df9d1c-0fcb-4785-a981-bb5e4618c25b", "result_sha256": "c1506fccaa4ff59674fad03721ef8e827fbbc9b3bfe9aec1a010cf0f8187e8cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0074775, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.351032856997335, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1707, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:31.747410+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9574596-31c5-4602-8652-8bd208cdeb93", "result_sha256": "492d92a842478197ce81405cff69a8bc22a96592ab494d2ac8f9f0bc620a115e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0090555, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.797676719012088, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2123, "predicted_category": "mono", "predicted_font": "Azeret Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Azeret Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:16:02.396571+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2611a05-99a7-439c-8564-dd7dc97a6631", "result_sha256": "9747da18e23eb059356dcf215e177bf307a5fb60968cf906706ce9cc42793598", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01548675, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.16478739400918, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3838, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:13:23.953516+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "454450bc-406d-4758-8dcd-90e8eb4f1fe6", "result_sha256": "be09c98e8defb849fe6d2f8e1e98cc746d224ce5da708548a51235f73aab8486", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00927975, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.748576266996679, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2181, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:37:29.999348+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6905e3e-3bf1-4e6c-a40e-e6422bb453f3", "result_sha256": "22e5474b17694a916523799c46407e81bff6368cee6527433e1e24ec64fd2043", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0145815, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.302781664999202, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3590, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:59:09.095848+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf41db18-4ef4-4859-98a6-2fccd641351a", "result_sha256": "3019b9cc5cba035be11fc4287637a0812e53e710af48163a57a9d0c6586d884f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013128, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.702564022998558, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3204, "predicted_category": "non-serif", "predicted_font": "League Spartan", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"League Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:18.416775+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4507d7-1146-46cb-a015-57103ad3a195", "result_sha256": "7218216d9e773131088e7c9d5b78d221be5b32c3c2b90494f47a88e5b3b898fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016032, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.329504289999022, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:00.777900+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e78adda-670f-4a4b-9f99-90c3bcf23e87", "result_sha256": "72d4f310ad96d4f2fbe56f192a0c610d674c9fe7bb20d464feb0953b0a6b4655", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00840675, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.18721590100904, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1945, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:06:51.196311+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "896def54-a39e-4ba0-86ed-1a7e8194d7ba", "result_sha256": "2ffcda9e5ad6cc61b0ba413158fb0effc0523717c55f11c3f648e0d8faf4b678", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015975, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.790052351992927, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3970, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:44:12.786125+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd668b38-6366-4f95-9eb6-a3b8734e61c9", "result_sha256": "392111cbf5bd93c6f7a431236156bf5bdc63b79d1f5b663113e88505fde0d3d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01602075, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.003384929004824, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:48:20.277407+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb27e57b-2e19-4396-9daa-1288354e1b26", "result_sha256": "98d1aff0c3e02ce19b001974627787a58b0ec316afcfb6bba85ee5f8f02468a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01088925, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.114170168992132, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2607, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:54.912484+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0dbfb47-a27e-42da-bd83-d2e1eaa62b3d", "result_sha256": "910c0049dfa891c0c0b6f009e768c54a3162c5d07bb3b7f6e4e3d122c1bc4af6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604475, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.838685189999524, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:43:11.187159+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "676f5e4e-e922-4ae6-a9db-40377508f646", "result_sha256": "9f5730f2e7c72ea803edac049d6cb4e764455e30c8a30c2a0ca074e0fde321cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01607925, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.729503883005236, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:01:08.794434+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00aee0f6-8866-461f-9d4d-3f58836fb6a7", "result_sha256": "9dded966d8eca6cac216e4c58612a55934d39e7dca9b9416882020aed0dd086a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0071385, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.040127845000825, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1610, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:19:24.768225+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0a015c5-2394-45e1-b4bf-c85f32aa66e2", "result_sha256": "5e84f6cd78e114f6ca472d92b2960b8b1e50256ae75c6c83403a2433cf6fdd91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0135555, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.72262159899401, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3317, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:23:26.620118+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "94594bae-ba3f-4da6-8ea8-bb46b0b4c94e", "result_sha256": "847a80af454cb42f6e94f0ed32e9f452803e39736e34165a0231463f393948be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009921, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.690515084002982, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2349, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:21:41.207698+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a8b2af3-4ca1-47b8-b8f9-b1ee1f8b00dd", "result_sha256": "4a2455e20c3d7b3c51c1909789841d003bbd63f561d9efeb8f284cb676369df8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01112175, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.731761714007007, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2668, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:14.767861+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "82305da7-21e9-4d62-81b2-1206c57f96dd", "result_sha256": "5a3a5be665336499bbd4bf34f6b2725e4ac14b25126789db8042f273ed37dfd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012723, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.411380705001648, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3101, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:46:29.377157+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "608b0d62-0325-4769-8f93-07ebc83909ac", "result_sha256": "8aafd5ad3660af4f0cf4570e0849de1b0d10cc2d67c6f460eaeec1f252d3a312", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.857027049001772, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:23.257693+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "791e66a1-4dd8-4b4d-a1fd-a89e86e4c0eb", "result_sha256": "ba5917f55f5df8f3a11b41b7e0b79491a2ecad6172257d37124f524a7cdf0b61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014838, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.023568743999931, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3659, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:41:04.010070+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec3cf653-81ff-450f-8c62-8f421b773baf", "result_sha256": "a2febaf11c765f1ee9e90f618114e4b81bfb2782ef9c7f5af46405d3b70f169f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00606675, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.601043282003957, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1321, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:43:08.030286+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c485ce38-a00c-40cc-8093-70d5dcbcee25", "result_sha256": "b69300032c13aaca855e04ba7e18ca74aa18f47e9656d9923ae468a0b6dbb458", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0126165, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.128576153001632, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:25:25.912268+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b71e24cc-2dda-4196-8082-f0a42131fa0e", "result_sha256": "c6099a856ac7e34a1ca5271f77c793547878d73a3edcba90c23bc961deb53486", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160575, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.68813672599208, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "other", "predicted_font": "Copperplate Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic\",\n \"category\": \"other\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:06:48.368834+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe027323-00c2-4aff-b879-728baf6c5628", "result_sha256": "b1f3f6eedc011f719fdedfc38457bb11fea476e6f35e5467aff89b1e040b38af", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00954975, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.74383833099273, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2250, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:14.540912+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "14957aaf-922f-4b8d-ac20-8c9a0e6f6e22", "result_sha256": "85f92ae493ce67f3297adfb4625211f5a155d3be8eab30d676a8c59e225d4351", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01103925, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.044129479007097, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2652, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:06:20.904743+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b76cd9f0-535f-49fc-9fe9-440fc42d4e74", "result_sha256": "5461dbf904edc82a6d22a3608742dbb1df85253164f2896a77448e83cd7e82c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009591, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.841327914997237, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2269, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:02.880936+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3210c3c-7381-475a-8ec1-f9dcc7619b5a", "result_sha256": "e79de117e6de0a2232fd63d31fde56c0184b9b19774a7184949970a5bdf2be37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01324425, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.342977566993795, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3240, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:07:26.255033+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "900364ae-2771-42a5-b2cd-4ff224e99d01", "result_sha256": "3d5054b53ac7051ea8a1c0cba6c8126166082e8ae1a72808433f36576830d0d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00934875, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.001496384997154, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2203, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:06:34.802306+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d463db98-9095-478b-b0c2-e625f35aa2c5", "result_sha256": "23c3b5d556d4c3beb49df55a8cbaa6efd7d2f842e5f951aa2aa3a46b6ed547e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.718827835997217, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:01:21.516431+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1114b1b7-2eed-4a07-bdcd-43ab83ed0dec", "result_sha256": "ce4b655ddac46a2802c0b60f4ae522be36f63f2b057157fb45ab1b554dd120c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005487, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.122277079994092, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1175, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:36:41.354327+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "89cf9d4d-67fe-4aa3-8c81-550862caa0f5", "result_sha256": "155a425c6a304317658ab9410cb1b17a928557cdac000777106df1c25e55875b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01601175, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.997013123007491, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3973, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Quicksand\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:17:03.105884+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1050ff0-b4fa-45c6-9f87-1cfe9133a7f6", "result_sha256": "cdc922b14b67b7b3d621f0ba36a002b2decf84c416843aec11c2f859ce7acb29", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00626925, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.777558449000935, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1375, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:04.454814+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "886e4f62-5533-4a11-b699-e1462d328b38", "result_sha256": "2401b095659e66fbc222c54bf8cd5b2f1ae0837e0477011177f75381ef0641bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.01054725, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.903094998007873, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2524, "predicted_category": "other", "predicted_font": "Chewy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Chewy\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:26.405649+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "835c1770-3449-48a7-af2b-a7ebbfb2f34d", "result_sha256": "34b254665c8f5f5dcdfe52a89644f2ff5a286a74f5c3caf8ab30a51deccb2694", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007653, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.631717652999214, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1749, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nunito\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:22.012708+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d49aa22-5e7a-40f7-8eee-18edf2a7243b", "result_sha256": "0b2ca197e4d53208b8224774de78bba05977910c29b7c95f94129e931493a909", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01428825, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.360453191999113, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3522, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:32:50.752487+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b67d0b7-b056-405f-abd7-b6ae70fe8490", "result_sha256": "7da1875b4719e86c64c2fd9d75df7f4ea5aad38a37e581867f00a7e66d747a82", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.550732493997202, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Letter Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Letter Gothic\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:29.746502+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b6632ca-3cee-45ca-9a59-bb9012a0a3fd", "result_sha256": "03bb3596445b3921e49bd2ee26425706d8a48f9deb4bd6339ab80dc9df0c968f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01009425, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.070505824012798, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2400, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Sans Pro\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:45.609935+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "487ffc8f-11fb-49e2-8ce9-79fa79fbe339", "result_sha256": "5205a99bc1c896c2d8c70f504f7ca346e8a139a4f99b370372153f8f589fe521", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.65515027299989, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Consolas\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:44:57.103386+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6c7563a-0814-42dd-9050-b271c4f40649", "result_sha256": "9fe69c6ba43384d76c1633fece88af9fb54508b88dc81b116d302b9fb78abe04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01122675, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.447917533994769, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2696, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:38.260318+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "67802907-da92-46b1-bff0-36eee70cff77", "result_sha256": "17df462843a9eead73cbef75aba950cd8f7f5db1c116804ed9dd1c5623121eb2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0070455, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.583159206988057, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1582, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:46:55.484224+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00a82659-a7d3-467c-9a9f-73f8435fb221", "result_sha256": "f1d7c47fb3e6a692a6a454c91fac57478e6e266cdc0b1b91699affbcacc6fd05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013233, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.697387592997984, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3237, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:42:51.910875+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "03e976e0-ed9b-4f9c-9c7b-8a0c4df23a56", "result_sha256": "70cb07f0f46d030324c5b1a8e1d7b4221783655c8fc65336b3a3d7560c6f3c4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016062, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.614805938996142, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:08.178238+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "717a7819-5450-4b41-932d-87dcefa22e29", "result_sha256": "f4f55f8851707aea6267763ad71956127dca72574557b659eb63388752223cb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012015, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.92621015199984, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2914, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:19.853269+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f99995cf-797f-475e-b3ae-c87e5af5d00f", "result_sha256": "e4185996f8bb889e24ff9427bad8b660ecd8213fa6a2763b4bfcede0959ad5e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0151785, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.17018469600589, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3751, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:10:14.926420+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "609f5389-d41f-42c5-98cf-720e8b7a4e8a", "result_sha256": "463a8ae9ed0aa2484ee476cb1c2a35e723ba7c1a6cfa37eac8513ffba468ba38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00461775, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.164874456007965, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 940, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Yanone Kaffeesatz\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:12:37.089871+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8c6b6c8-2a8d-4fcc-85a6-9b9a02ff3abe", "result_sha256": "f6dcf29229c5aaac73b43d8833a19c55a1febbf8a1b74abda9bf2d8f6debefc8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.002792799001327, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Wire One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Wire One\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:11:50.568132+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e059e77-6857-4bb1-bf2b-1171889e0a3e", "result_sha256": "ef08aef73122994859aa37fd6acf243fd1e4ed6293b68c6351c0ba823b9b83d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010242, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.517902999999933, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2443, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Yanone Kaffeesatz\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:08:18.391744+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c70e411-6bdc-4ea6-b10b-ad633ece4462", "result_sha256": "293fccd2a4a6b6b87eb0a5fafcccf358a04da4a811701d52ee3e84ba9f80df95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016062, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.306776892000926, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3995, "predicted_category": "non-serif", "predicted_font": "Economica", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Economica\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:05:32.883461+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b194140-80a3-4950-a723-e0a7a5c1779b", "result_sha256": "8ae401ec508f364631b78b9c0b14b183fd3c984d9715c8c5cfd7425c4e7d52da", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01605975, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.565515466994839, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:05.137490+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9af49c7e-e26c-4352-a96d-74c69a3a0bdd", "result_sha256": "5356c50c4c7fae01ce2ad520793415ec14cb81c8faa23d38442bcf8eb309227d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01589175, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.819854789995588, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3946, "predicted_category": "non-serif", "predicted_font": "Six Caps", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Six Caps\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:23.439106+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb0021c-d779-42a1-a261-9e3f0794b2c0", "result_sha256": "8077c7b06020e9a37eddfc018ccb80b038ece859e70b5ffe77e00eaa1625f8b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01040925, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.134794355995837, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2484, "predicted_category": "other", "predicted_font": "Tulpen One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Tulpen One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:09:14.835011+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "63636ad0-b560-4d53-b38e-966c68d9bea4", "result_sha256": "4c8d6222a3a951ef53871dbbb71405c254567ecf82c08e72d941f02db15d20a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.585742496987223, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:33:04.693943+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "84a28a20-9064-44c5-9f59-f344bdf20d2f", "result_sha256": "c7f1d558e4773e969fb4e2d7d24aaf8aa77c22164994d612ebfa97a9aeb3cd4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0151485, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.187765055001364, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3746, "predicted_category": "non-serif", "predicted_font": "Economica", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Economica\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:48.868293+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "01a96174-a019-417b-9a6c-eb20c66f541a", "result_sha256": "935beb497b82a4e04eaebadd77a1115dcc903343436786b5042a57a37cb8a590", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01433625, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.617061876997468, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3533, "predicted_category": "non-serif", "predicted_font": "League Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"League Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:41:40.823366+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "49d48def-676c-418b-b201-5db504654788", "result_sha256": "bfcc44b6ba95d95b04f63ea17688cc541d1b751bc3d98fecd2ae25d5e8c16f4d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0152235, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.760346045994083, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3763, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:41:56.090359+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ff5a511-fd8e-4e91-bae5-6da20885baa7", "result_sha256": "0a26dbc824e93c0469f6ef12e77a7dfe27fe89eb7e87d8c938813c33fc452c1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00962625, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1450, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.35613013600232, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2277, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Share Tech Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:58:47.007765+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f08c932e-ea5a-432e-b5a5-69078bb8bd4d", "result_sha256": "c32a71a41dfb5431756bc84f049c40daf11d847ec753733bcc241cc79607be21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.043445506002172, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:43:37.476068+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "efd9e2ac-c225-474d-86ce-ee91281637a3", "result_sha256": "220cb9f5ea1e063b9aa1c5ae879d984050e0c09b05566222c0f2ad0e37648196", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007653, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.977938270996674, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1749, "predicted_category": "non-serif", "predicted_font": "Yanone Kaffeesatz", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Yanone Kaffeesatz\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:40:55.329957+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4ceda80-3027-46b3-ad7b-64979e73cafc", "result_sha256": "ea3f38750b116bf40e4330895570f44da816aa2a17bdf10d2b09a5330eeff0b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010368, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.161146250000456, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2473, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Impact\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:37:22.485686+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e1f695d-e3af-49d1-a71d-9fadbcf7b7c4", "result_sha256": "a0a8d202a956794c10fa34302feb65c2bee0924dbb436a44e6dc161af46f4c74", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00592425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.295874440998887, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1283, "predicted_category": "handwriting", "predicted_font": "Cookie", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cookie\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:50:52.815933+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "be6d5f81-ac99-4a0a-bacc-194ea248f85c", "result_sha256": "5f337ddb7d975466790a439c68999749b0a445bfb82a6ba7745d1c406526318e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.953913970006397, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Segoe Script\",\n \"category\": \"handwriting\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:15.095177+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfae4284-54bc-4f3e-bb62-d6d7697a7e3d", "result_sha256": "39e3d790ad7a136e1732cba34a53bc8bdd1b0bd71f5c8c9613cd9c30c6b4847a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605225, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.161185540011502, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:44.595830+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b5ea28e-a997-405c-b211-8cc373c138fa", "result_sha256": "105e2b100e291214094e5ad6ddd51cea0176f503006d21efaa44f6c83729d228", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.435419186003855, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "handwriting", "predicted_font": "Grand Hotel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Grand Hotel\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:40:00.090380+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b01983d-eade-41fa-b2c2-b3c218d1c6ab", "result_sha256": "1a43435da5baaab8631c88e12ed34521ad067ce4799dda56ee77846b812bd198", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01601175, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.772394158004317, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Segoe Script\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:34:47.295975+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea9d1b9d-b9f6-4fae-8941-ba68ba6fa8e0", "result_sha256": "2b5c18db98c0950d5102a7be7fc387edcbb6ed8f990bea437d118e9cea562eb1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.392629369001952, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Pacifico\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:07.597099+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ce21cda-154a-49ec-a13a-f0a2f248b041", "result_sha256": "f334c06915b04b7c076f28d5056aba63f933ee40485dc3b3a21ab3020a13cd81", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0133755, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.209709828995983, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3270, "predicted_category": "handwriting", "predicted_font": "Petit Formal Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Petit Formal Script\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:13.889924+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d7409de-9657-4483-b0ea-5cc56f4b9fbd", "result_sha256": "ae9e45843e6555cc862d94697399923fcc7117aaadd68ac1e08a119d16dea2fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01495425, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.821401446999516, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3691, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:25.002044+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "66db4700-08f2-4c3d-bf31-84089a5752a3", "result_sha256": "3f2b1a630b72122251d75cb1d069d9f8e10536508f5618182ca2c8d4bfe64634", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01418475, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.450642116004019, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3486, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:58:11.468417+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c89f175f-07e0-4780-b2b8-1bedee8929b8", "result_sha256": "2e6926217ce7a2ce88a241b2d70996d02d23bb8194de9c575b215e12d65e5186", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01409925, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.727188805991318, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3462, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:31:40.518017+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "70a83697-6a76-4f11-88d8-f81d508cdafc", "result_sha256": "25fb81aff45a87ad65d1576a28b53e4bf305e3a96f5da606f434406821ac7e7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0095205, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.271208782010945, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2241, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:53.708190+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a376f49-58b5-4310-a66c-b030284f380d", "result_sha256": "5bbdc189f44d14de15741257336fc3ba470ac07eff9284ccd78f0f91e3ddb513", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008166, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.335945949991583, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1884, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Didot\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:08:14.359758+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eb4f3fb-5a04-4b86-a4a4-1dfd0fee1c0e", "result_sha256": "fe529ab4aedf087639c446ff26308d2327a03f40cf3bcff3b94a9f3c162ca92c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007203, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.282641918005538, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1624, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:34:54.780061+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa79ce7b-7e7c-409c-9475-3ba595d685f6", "result_sha256": "37c971eb32bff482b5ee11a2fbcfbf1653c5e444ff5a69d20e838d78334645af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01337775, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.982391387005919, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3276, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:00.420996+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "81f6c09d-9d3f-4ad2-bddc-cb05fb00cbff", "result_sha256": "ab5467ad5ae187f185c3d46c0c881d53516eb8b4566b1d54e1daba84d10fc128", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013863, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.657214224003837, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3405, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:04:37.435422+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ee61784-b68e-4b6f-92c6-d53e1d5f8f08", "result_sha256": "ae38789954e669499e76ca9a7d79f1949ee4ba545f2f60540bcc0eb89abb16a3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01067925, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.917366213005153, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2550, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:44.986425+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ae2be68-13fd-42fa-a589-377abe4afd07", "result_sha256": "40591940d107b12f171fb7e2e8cfc9693c2d05c886fce85feabe490e8bc4d094", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013221, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.476735008007381, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3237, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:39.362537+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0ae41af-5d3d-4a05-90b4-2a0aabdfea81", "result_sha256": "eaf92ee2fc69785905ec127eede60d201f7285c9964e18a50f6c27785258164e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01034175, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.429915030006669, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2466, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:29.434487+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "10237b36-7370-4e5c-9908-8cdc9007906b", "result_sha256": "cc01433c43a7b62538a4591ca00d69f858dfcc7847bc90a66df91124239147c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010053, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.49432924100256, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2383, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:22:29.314061+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb21edaf-f410-40f7-a052-2b9c59a5ae50", "result_sha256": "d2b9d149d3e7ab6aa67becca4c48704f98edb2a1a308890477d5bff48e95758e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00515625, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.0048521690041525, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1085, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:05.744178+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "892da105-50d3-4fda-8bd9-b8ad4762c984", "result_sha256": "591a19085f7016755c5b323f6060fcaa433883c933f0d0a4d25491d1581d7b42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01045725, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.195153699998627, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2492, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:16:39.561227+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0209dffa-7c6f-4697-a4d4-48c70dc4abbf", "result_sha256": "739e55a75bec0d7c2a5ddcf59656a22ca48886c823e48127943437e580c66786", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01065225, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.182150611988618, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2547, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:43:19.322705+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb824067-0338-4d96-bd1f-d7334fd04e33", "result_sha256": "746893a58f53898e8c655431af8f8722d29fc2ff4a438118dcf2788ef3f07c5d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01608675, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.216785847995197, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3993, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Playfair Display\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:56:22.201927+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1063593b-fc1b-4d29-98e7-f6f673993a1f", "result_sha256": "db912b332ffe8ef0b5abf2f20233666b734954d987c84734b4084aa09122fb14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00570675, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.945371301000705, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1230, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:46:57.987226+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab83ea9a-9f2b-4f1f-b616-c19fc27624e8", "result_sha256": "5dc771e31ac3794dea66da13aa2777602f3dff35bae2e5ab773f93eeb0b1efa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005406, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.3869694380118744, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1153, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:23:14.429500+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f2f8e53-6bd3-46e2-93bb-d79d47497996", "result_sha256": "a6bc107ad9f210a9c63f20aa3b94f618815cfc66de911e93e18b9071de9d55c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01031625, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.496974053996382, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2461, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:47:10.883807+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d26482b1-fff0-4c4f-bff6-667d9949b257", "result_sha256": "fdb6aa4f01a9cda10bda34eec31eb7f8f0dcbc224e125833b49b845531663917", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00465975, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.11156861600466, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 949, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:46:49.434423+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fadd13f-6f50-4fb4-b717-2a6da85cdbc9", "result_sha256": "3f0b92ee52e013dd6636c986a74f9973192840cdc90a9bdc4f22e263478dbe57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01013925, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.147917078997125, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2407, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:11:33.906363+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "754b273b-c6e5-4fee-bdf6-c26c6dbe457e", "result_sha256": "1031c992e040fe5607cbd2368799e613347f00bcbcbd829cfcdc8f3b7ccb352f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00563175, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.127997337011038, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1210, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:42:52.571407+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "859fbb51-32ac-4eae-893b-d3d5ef59e9d1", "result_sha256": "ed8a5cf95f678ce4f3b17b964301855e9f4e1385984ec847aa15001e0930c7c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006276, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.502823264992912, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1380, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:11.548977+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8aad956-df63-45c6-838e-840d195db3c0", "result_sha256": "ef921323d96de7f9c94030408143d966ea1115cdd195a536cc12e43208a1842b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01173675, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.596299910001107, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2838, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:02.039413+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "07d773cc-ab94-47f4-80bc-1c8a2719247d", "result_sha256": "3c80a7f59152d3963988571fdda25f7ffd55226329a456ed192d72f6185fc7a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01605225, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.766273379995255, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:04:18.826201+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9da554-8161-4ae1-98b3-95741fdd231d", "result_sha256": "2308cfa39f5d2771c9defc7a04dfe72f91caef7b1cf8c513fbc5fcf243a1565b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01339425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.439832862990443, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3274, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:58:35.739456+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "22e24451-6469-43c1-a270-08da3ad3c938", "result_sha256": "93392e17a18019830017c93d60921ecb079421f5e8240568ef427799f63e6585", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01154475, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.501086913995096, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2782, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:50:27.000296+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b8df367-78ed-4668-bb67-afc5075f1123", "result_sha256": "5f065809eb3dc0c741cfebaca1b9b032946d9e0f2e72dc28397dcb806b24864d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005688, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.722543555006268, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1220, "predicted_category": "serif", "predicted_font": "Copperplate Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:27:23.847349+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "23e398a1-ad16-4ca0-808d-fa828b8c72c8", "result_sha256": "160cc93c32854288576852faad479e3ca24ee05f398e626956099cc4c3421b38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.418468297997606, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:27.583059+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e00f7ef-6133-4b3f-bcac-93b77e59a27f", "result_sha256": "e2a62acbecc7c7022b213ca741c3fb8bdd476a5a88948fa27a9b813b8df851a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01272675, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.638222855995991, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3096, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:23:32.100786+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d2f3d58-72c9-46a1-8d3d-ac08a5a20c6e", "result_sha256": "0c1eb0f852682f2bd35a94c3406e4f1d8a3e3bbfba52c0825155371ad86f0d6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0088455, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.47957711100753, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2067, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Quicksand\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:47.314638+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef28d4bb-66d7-4d06-b34b-920a7694fd42", "result_sha256": "ce6a7d007b08b6967ae7360e24889981e7a911f12c6adbf1cd781dbd658e1cfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00827925, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.966356869990705, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1911, "predicted_category": "non-serif", "predicted_font": "Urbanist", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Urbanist\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:12:00.560586+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9cad5d4-a7a5-4f04-acd1-921c1c57df53", "result_sha256": "258bd9245015ddd6695343ce20385c109c2e800865e67e8e112ef95727fdc689", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00839925, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.426284583998495, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1948, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:46:52.229356+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4010f257-5508-4fe9-827b-f9f854109559", "result_sha256": "1d1123d8b4514ce17366b64183895d5253a5e87856fe4da83ca6059fc321ee7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0160005, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.408546131002367, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3975, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"DM Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:43:58.151769+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac2ae1cc-38d9-4ab7-83e6-a8794ebeec25", "result_sha256": "dd827e8f521cd04cf03257469def1815408a5a74e3b52ac94af970f8ae177138", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01608075, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.23183900299773, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "ITC Avant Garde Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"ITC Avant Garde Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:41.036006+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fda15cb-e4a3-4cfa-9843-643d7e9068ec", "result_sha256": "e4de3fc1a76fc3877f6b982e68c56f7b105eef1e9bf151e5156d2ed0fbf3ac90", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.501303964003455, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:07:22.853951+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "42142c20-e148-4650-ba46-bfb3a711e9f2", "result_sha256": "99ccf63074bfae37aa39b0c84531ddf10efb5eb03571f272a1347ef1554f7c33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01023075, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.5745526469982, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2440, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Questrial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:58:53.340536+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cf815e1-45ac-4a23-a9df-9d0e82448d1d", "result_sha256": "edd83fb6f220d7b22ab0d689e71e6d6983158fc77ab7fbdf90019d059aca738a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01002225, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.544277527995291, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2384, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:29:06.346862+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ed5dd69-9d37-4641-be85-a31b25d69b91", "result_sha256": "90b24e0d2a0e09275eaac4306590cfed0b9e68a43c68f277eb7955ac593e6999", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01183425, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.178547603994957, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2864, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:47.073553+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5e93dab-3bf4-427b-9571-4be7afd74a6d", "result_sha256": "a403ab7c13d31945447250a26f6a97fbae4319cce265a5b8d8bd21a3b88b9290", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00867225, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.310219797000173, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2016, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:47:07.339210+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce39aa9a-82f5-4b84-b73a-fc3045f568a8", "result_sha256": "9a5fd578df5d78179208ae3938c435705d81e02b69172f2304b68159a6ba8c8a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0077355, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.9068826110014925, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1765, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:41:08.801627+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6413eb57-4ae9-4b92-bb96-92fcc179dcde", "result_sha256": "c91042869a005e225ab03d46990fb2655c2f469297ab7e30c5edeb05a323d158", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010626, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.683791007002583, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2540, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:01.619174+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c9918e0-bc7a-4fcc-b59f-6310723b61ff", "result_sha256": "c622976c252d427d6801a902c5117c670be50b2a1f1f6738fcc9691f9f8d5db9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0130485, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.960422090996872, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3183, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:19.284705+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "79057d07-aa6f-4227-9362-dffa13619ff5", "result_sha256": "85ce80aad7ffc71f0c38128410d11674ae0d2bbd36f428e5375d799c0398439e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0087225, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.55439773100079, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2039, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:38.699604+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "434c7c40-eaf0-47af-8943-539d9b20b47c", "result_sha256": "4a9bd826e209f282f972e10675e07b53d1974cb6b1fa00de766d7a334810fba6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013239, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.853981096995994, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3239, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:04:59.642296+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "216d8537-9452-4d00-978d-e188e75dba9a", "result_sha256": "d1f11187658d80f8b9cd6cc620ab882d9ed1ba39837750db250702726bf91202", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013884, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.676061088001006, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3411, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:24:51.535361+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "15148d35-feee-4521-97a1-a8642ac9ee5f", "result_sha256": "12fc7f85bc766b4c098cbd8715030becc34ef02003c173392ae4621f5479a100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604175, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.33794991899049, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:27:25.732905+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "07c06989-42fe-4896-8afe-1a9cd46b7b63", "result_sha256": "6ecef5c7dc4ce6e74f434731cddd65fff22486d8b6f60ec20e43695ebe85e8df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010683, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.840160559004289, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:54.309864+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8b64be4-ef50-4d63-8d89-b15e0ea4262f", "result_sha256": "a25381542e1092574fcaf5d1fb6f861ce02209b313bea5de0bef4c1225ea7ee2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015051, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.654911418998381, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3720, "predicted_category": "non-serif", "predicted_font": "League Spartan", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"League Spartan\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:00.955272+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "03050630-c8dc-4809-a5a3-334083a5c4f4", "result_sha256": "54401abcad111a4bf9295b5fc009185f0b0042ce2c32048a3f5d23e96680c9ce", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00790275, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.09498897899175, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1809, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:09.433157+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e34f428-c32e-4400-a5c1-b76d8c21faec", "result_sha256": "de9f12c43941b385941791837cee4f3c2aab7796389ff0919d2378ed8e2a2b06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0071655, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.453360828993027, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1614, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:41.208278+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d33a2da-2390-4dcc-ba74-a952f6593ce0", "result_sha256": "d5bbe56ac2a8ea3f5bf153ffee9cb0e18ce65dd47c55b88fd3bbc5fd531dcea1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.980418092993204, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:55:16.713450+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a127c74-ec44-4b28-bac6-2061b976a69c", "result_sha256": "209c97e135619cfb5b6b92a0133e36f1c8274bf79ee5a72a4e9737d7d322680b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00797475, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.089177684989409, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1838, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:48:30.371456+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8eed3b9-1bbb-439e-ba60-4a62720ee140", "result_sha256": "8af4bdf3a905abaf69cdf8a6e3a1a47e59f497a363f20ba54b94975204d008bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160245, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.05004994799674, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Calibri", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Calibri\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:35:56.194095+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5ad64ce-51d6-4392-8ba2-b53c3ab04177", "result_sha256": "032bd54ce3dd4e448ade1ec3b633e3c1ff9066a323597200bf04e4a921fb64dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01601925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.924107138998806, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3975, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T21:36:38.908988+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0edb1286-88cd-4ca0-84bd-fe3350e11004", "result_sha256": "7e7197308c31afb977a45f4beda52328666a319c78fe58afad7ae4172792bf48", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01034925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.553048496003612, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2468, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Consolas\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:33:06.055399+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6642b6b6-d667-4f6b-9d74-ce4aff9a55ef", "result_sha256": "85b0c7fec035e858de17755aab00a6a8835f9a3f6f52ff87c77ef52d134e3954", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0107775, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.612944363994757, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2584, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:26:34.455804+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "00fb9ae6-813a-45af-a516-1a0116d9bd64", "result_sha256": "e9bf9f36db9af5b70b2af8d88a673d24452a3089133e1d66e8b46af4d8098c77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016071, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.125833017009427, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:40:34.981388+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0fc8c6-bb1a-46c3-9cf4-b482f4cf0aca", "result_sha256": "4a04bc81af14b891f8bc013dfa64ec18f2f6c39fa9aca06e75d8ae586719d350", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01248975, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.886264194996329, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3034, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:49:28.471701+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d51fd303-d319-4462-8abc-2df76f2d6eaa", "result_sha256": "bc37fe5980a8d81f50e5d7d7a4e45b87b895833ef450c8fac8a1d7ce11b9cc73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011613, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.328014244994847, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2799, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:22.443771+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c83f7f74-cb49-4cbc-b1c6-00652bb0c542", "result_sha256": "035bc2acda562610659d3fc1ab244339c53dcfc96e435c0e4ba69358e54d692c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00970425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.22123052101233, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2291, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poiret One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:15.774262+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "386ddfcb-4a1e-43f7-bebc-ddb32b655573", "result_sha256": "58ddde5619accb8bfa251a33e75502668eb4cc37cd23cad8b41f4b7877bf7aa0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006372, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1441, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.27084527000261, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:42:13.281556+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a781475d-3082-48d1-932f-08fe0cd9fd7e", "result_sha256": "070c3fe73daeece55a48b19a5438be6fa0f584acc012193ae33de3c2b8920e48", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160635, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.206695749002392, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:24:15.115716+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c284673-472d-4843-ab4c-680c979fea9d", "result_sha256": "f21eef72cb5744a6550b3324ed251fa04dbc71fe523f5743e87f2700f1460c86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00732675, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.9124011999956565, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1662, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:23.283040+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d89d20-b0ca-4a01-b5b5-a45227e28e1d", "result_sha256": "b065ac81978a6fbd442122502cc3044e79799676b80eb8a04d379169518ba2ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00606975, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.5486520400008885, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1325, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:55:24.000084+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ef13ed9-c7b7-43ce-b09b-6bd2bc54785d", "result_sha256": "1bd42bdc6126fcef784863d7bb0a36bc6d7e18e35c83f3384eb689e3286bbb1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014454, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.165065624998533, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3556, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:42:15.357139+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "52b540bf-b566-4443-bab9-b55c456ef864", "result_sha256": "89a3ebe1637a7cc56c0101edd554ec8c201d1011f5b4dca186a54be500dbafcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009318, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.129315232989029, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2193, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:45:33.021698+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f89d67a2-1750-40aa-8842-3908e5ffa8fd", "result_sha256": "49da9ddd562499a2ae16295384c40bbb4867db5fc66f9eb4bfde06a0970333c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015954, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.42740053399757, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3963, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:15.570968+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f668bf-7f3a-4ab9-bd3b-a77ba9dc1aa2", "result_sha256": "5815f6bdeec623611ced1b0380911fde11690c5cfdcf6f1d7b1eec9587a7c6ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.67044420199818, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3983, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:09:40.650104+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2132e8d8-8791-4275-be78-3ad8d8addead", "result_sha256": "3b123a4467cbd9a2783c59c30a9831d6f9174bec3ca5bfc05b52fef73a1b3589", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01194975, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.297370302010677, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2893, "predicted_category": "serif", "predicted_font": "Alice", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alice\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:43.438797+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "132b0a47-7d2f-4e43-93b7-5e92e971c917", "result_sha256": "8f7d406e5d4385d8a46b27165088aba3b51af5da87db078636656db52ce265b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0105705, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.5973338939948, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2527, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:01:33.685352+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "255b07d8-df7e-4c62-ba92-897d53cb49b8", "result_sha256": "9b223b266278aee1b25d1ae9221940f416e6467e531da447a566655336ff6911", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.31509370999993, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:07:34.836081+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0217738-0ea6-4a1d-9fc6-a268aec6ffe6", "result_sha256": "26122ff0ee28f24fb0fbe1b3fb89c424ac76a0e5f91d1402466a8c91baf3a5ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009966, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.43469214499055, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2361, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:00:00.912080+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7902417-742f-4c6b-9509-9ccbad09e42b", "result_sha256": "53218524603e6950fae15fd04679cb216de2d03a098824d6ffabbf19cc4faf60", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00541425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.5348676280118525, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1146, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:38:53.284632+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "301392b3-e58a-4e55-92a9-7a3cac58a1e3", "result_sha256": "b2521a6ba7c1ce25f11656ffb8f3c4e8e8c2344c3af017c111493d2e5fb0e834", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01445925, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.461580008995952, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3559, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:51:50.886080+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c3a54db-7c2e-466d-abc4-bf5fa476d4e8", "result_sha256": "36bdd98dc639a31317ba24f6ab193a23babbff0504b70a07927dd02950372299", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006351, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.603330377998645, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1400, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:15:49.705864+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "260285ce-dbef-4ce2-8bc7-943e7d45c1d3", "result_sha256": "1a90c1b738ebc7fc8fa98365bc937f369532a103a7eaacaa4965664db325888b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016059, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.999362129994552, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Merriweather\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:25:21.304629+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d11eda8c-5bbb-49cb-9469-449d11e8d86a", "result_sha256": "32f9fea1c3b7ce671fab75c2a7551c774415f8531a2d849f738b07db80844c13", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00841425, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.031288926009438, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1952, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:02:01.989382+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4009b92c-15cb-471c-b98c-96831a313fcf", "result_sha256": "e2950b59a392cd5cbb8fd97da78d7b963e69c1f7091381185e0f54306b4f7f53", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00618225, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.656888320998405, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1360, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:15:27.746319+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6216d5e3-1b61-46c5-9e90-26a1eb8ba8a7", "result_sha256": "aaa4f0cb2b01a58bcbf2a7be0d9faf33d0c9f64cd98238c3d0166c9ad3f1f891", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008418, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.803633955001715, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1953, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bitter\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:45:06.265493+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ca246e3-4cb2-4dff-851b-f9bdddbd6eee", "result_sha256": "20938543a64a4faf9594a497b16a071e1f002b3bf9f14c4c28248996bdb11d78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00828975, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.38258993200725, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1914, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:46.535679+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "39b43436-73dd-469f-a273-4b2536780a90", "result_sha256": "74bf9e57f9c53ac20b447254fd5d8bc4a48ce116c9ce5b2c0ee0f98b11e95e33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01605225, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.34436084900517, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Jost\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:19:24.094733+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f60d3976-ff81-45dc-a190-3291c502ba43", "result_sha256": "978de7f631d8f87a61488b9d2d9849b9745fa897d6c48bb6814668f2f7a6ee86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0038955, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.1056131340010324, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 741, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:54:35.973415+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2000c525-4cdd-49e7-bb64-4c6e92ae3431", "result_sha256": "6b0934e3593b585d64a7a038e364d1470db56892c6f1dfb412e19bfbc5826b3a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00382875, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.28053104900755, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 731, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:46.590769+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8686659-e51f-4c00-91c4-5ae6baaf49f6", "result_sha256": "f6ebae5f29700c87082a7a0eb842898a9968d120aa7d8b10f2b3b32ac3b64f6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010776, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.210944289006875, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2577, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:46:04.310323+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d694b6f9-85ff-421e-b352-eaa395a086c0", "result_sha256": "87147bb45076a22ef286e2be43eb6f20c2472e6bcf8fe2c9f0f99d9a75fe14b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0137445, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.78082102999906, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3377, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:31:59.890321+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1e39c6c-59b5-4919-848f-6193cddeacdf", "result_sha256": "21606082d80947729d3b03ec4f9c63ace46571c9630a961ad6039c673bee3f86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0108855, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.78055796600529, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2606, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Outfit\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:48:04.181540+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c55550ba-5aa9-4582-808d-a2f8e0592105", "result_sha256": "5b87227fd3fe9e8e0b4e295dee1803029f9cdb1184fb034aa3279db01d778678", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00984225, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.456672609012458, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2331, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:35.598739+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "acaaffe6-95f8-454c-a237-0f54be8b2769", "result_sha256": "21aff49a5a8404c341992f6dcd739516a55107eaa1fa6fd53d9bb05749443615", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015246, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.572287097995286, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3777, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:59.425111+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "db0aded7-03ca-42a3-8038-0cd644290401", "result_sha256": "1d11781ca9e26dcaf7141a17b2a7aadc60755e9f47fe28b3a03aef680bba1f66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.395352360006655, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:51:07.306564+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "19d5c387-c481-40c7-a839-748b6c772613", "result_sha256": "57f872c83f90a3c7c0641b7621f8a0c30674987fe4ff0cd1a5618cf8cfdf7e08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013623, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.04278307200002, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3336, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:49:44.265289+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c83ca310-d878-423a-bf5a-2073243f7512", "result_sha256": "dafaa231b5e1d63231152839a781f04cb20d20d71f38b0ea0e3540f03b0489ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012669, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.604690377003863, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3080, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:57:23.710481+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "327f5e20-5936-434f-8773-3681460fe13d", "result_sha256": "89b53c342e17ae1850515f65c5b8b0d1653ab030d6253f2ce5f692ef72aa37fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01223925, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.073816137999529, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2972, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:54.626689+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "99624411-e41c-458f-ba49-3473a28e5751", "result_sha256": "da6ca187203ed1344a4d976ca0b39e2a591afe427f42f52d109793137b59ceb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00816675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.9963612019928405, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1886, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:22:34.660716+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "39230b89-e409-444c-a878-75483b4bbe48", "result_sha256": "c96504f33f884879a527d1ab6be9a9ebbc1e317559e717a85bc022f467825603", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0100935, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.256351746007567, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2403, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:25:27.103851+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3e50b1b-f44f-4141-aab4-98c223d9876e", "result_sha256": "850920ce640686a42c41141cfa88213e9a3e9cdfe4fa5dd03c4b93f27c0a2df3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01605075, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.310425249001128, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3983, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:39:10.383330+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "54c1718f-7577-42ae-9d87-b9ddf0c7031f", "result_sha256": "bd6e2b5ee2e34b3c79fd423095257b76874f1568a561b1548b3cf42f85c7e4e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016026, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.823802390994388, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:17.179795+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b293cef-8dee-4d42-9a8d-d226231bf898", "result_sha256": "2eaf1e8cb6152428b3cc0f2c1e12a368d978a4f3bc8485c588c83e607e51efb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01094925, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.381064766013878, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2622, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:08:00.430835+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "177b37e4-b8b7-4926-a6f6-37bf2fdbd2dc", "result_sha256": "1c7b77a6512337f3431be8b36820d6d1351094c7d43faefc96b9beae65b96d1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00745725, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.952517622994492, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1692, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Futura\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:28:53.214300+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f4b6e35-e85f-4d5e-a539-c72ea581c8bf", "result_sha256": "8c5236aaf7f247bbd4e35318736188c009819d7a461ed5b660d000c2a5fbeaae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00868575, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.418525675006094, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2028, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:47:12.562150+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "88a928eb-11c8-43fd-b1d5-a241fdeabd1a", "result_sha256": "89efdbca195a6cbd8923ecc63115b5719b837acd76f02c258b65e328e1cba0b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00874425, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.305303390006884, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2035, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:28:11.370433+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b30a302-313b-41ad-bc11-3f0ef1abe54c", "result_sha256": "fcd05e8834eb1abdfe3c13b48bae1810a0f38f2a6d3ea6fa706a864a21536f04", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011118, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.249139428007766, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2673, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Rockwell\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:01:30.198514+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f61312a-377a-4642-9121-437b2a4560a7", "result_sha256": "cf47a8d239d3efebffaa23da78f749a3625489e2acff8799187a7aa7f56f3120", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00672675, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.283320340997307, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1502, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:34.902574+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "17dc0e9d-995b-44ca-adc9-5f2993a91f79", "result_sha256": "a47528c1ea3b0ecc4862fc5698f75f60bbd90e69369ec3b20074dc4600d077ba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00640425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.174833946992294, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:34.112510+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "46bd62eb-7add-4ece-9cbe-2c037871d7e4", "result_sha256": "38a2458ce946bca8df1a1dfcb088e3a95e1b57a4f4defefacbb1f8aaac33a727", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01178175, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.820170576989767, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2850, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:03.221331+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ff11ff9-f7ef-42ab-814a-d17f2828d3c6", "result_sha256": "ab1ab33762c6f89900386e178b9100903c46c44f4a63f1bdf14a6c3fffd81d69", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160665, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.221170994002023, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:26:45.037086+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "717fc738-d0c7-4177-9ec4-d70faa0e806b", "result_sha256": "54688abc7ca4cae400a376ee1ea02ad5aae57cb94f592c31f61ed09829b17093", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01606425, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.882803369007888, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:00:18.557232+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "61d6eaa0-a4e8-41fa-89e3-428819a464ab", "result_sha256": "04a45f4c1df189abeccf35b09e9a209f94d33be3af660f1985be37eba8fdef14", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01067175, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.645048505000887, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2554, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Code Pro\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:57:16.980020+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06e51f9-ab0d-4269-adcd-c6203217cd18", "result_sha256": "664655b388b1214fb6b5de80260392a0d788620ac59a40c41663ad2cb29fd3b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0097635, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.189839906000998, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2307, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:59:21.700862+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "32cdf746-0100-46e1-a0e1-437e63588723", "result_sha256": "0c76e5697828406b3f08e87434bc271ca2fb8207ff7ca9527e387fb43af59839", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007518, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.371272970005521, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1707, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:31.184617+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "72d956c8-a711-426e-a8d1-8d08bb3831a7", "result_sha256": "a905aafe4969ebb4f3e9ddaee95144ff5510826e33f413c5d4f68b3e453223c6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01600425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.91591795400018, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3971, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T22:28:46.112624+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f61c86-44d9-4036-9cf0-cc1bc1d1b49c", "result_sha256": "bf184acbb5f78388ffe73cceabc08b6b9783caa36e3cf781b68bf8ba5c1dd456", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01284225, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.430682548991172, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3128, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"IBM Plex Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:24.685336+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd17263-a2f8-4c0a-84bd-3f44c80b51a5", "result_sha256": "f4e0aa94f3fcf0a57f380aaace62173538d4be23f993690800222dd0aaecb049", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01462425, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.635094905999722, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3608, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:02:43.278272+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e56de6-bffe-41db-9e33-5a3a640f828e", "result_sha256": "563ced7c261adf65e82932244dac890ea635b52a5bcbc4f2450267ceb79a091f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0136785, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.304319510993082, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3359, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:37:18.342278+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dad1531a-1a69-40ef-93d9-149067677899", "result_sha256": "41321a843c449296147c289db59f6b19323af4a1df8432b6b4e174dbb60a6b92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01274325, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.033836196002085, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3101, "predicted_category": "non-serif", "predicted_font": "Urbanist", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Urbanist\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:39:51.962879+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef2297e5-6009-4c7e-90f2-adbb3f174a4d", "result_sha256": "d739940e146083bc6aa269ce232b5309b5a3a94467f5c88fa85ed6a4768a31bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01245225, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.258953575990745, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3024, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:04:44.380594+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b93f1d2f-e750-442b-b474-28aa925ec24c", "result_sha256": "a6509ff6abbe0175f3c122379cd89b644cf73099115bd63d6510716828a8e353", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605975, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.76928056399629, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:43:46.524621+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "051f39c1-a179-4920-8d91-21856b62b8e9", "result_sha256": "744b48a26f774eb47beb143ad6092e9184e99caeef28e18373241059f83854a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.872231528992415, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:50.877834+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba656679-3709-479f-950a-f2fe39f5f072", "result_sha256": "6f2305dde37e19fc04496e7e1d97dac3bdf599fc1bcac6f451cf9107418ac6eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00417225, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.9102835369994864, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:43:12.599720+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f044b899-3752-4815-b6f0-9d23fcac5420", "result_sha256": "451cf8bc14036d2e53794098d2952ffb76a39718e072b19c40f88c5bd4d21cd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014031, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.344612961998791, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3453, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:26:57.022893+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c14564f-e8af-4f10-9c69-69da429ca678", "result_sha256": "009fd5cf19bc4661f5cea7cc0ceadd8df6045e003185857e75784a93c67a877f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0101655, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.048107405993505, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2414, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:09.291045+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6173529-7184-45e7-99f0-a9f1a00737f7", "result_sha256": "51fca191d4fbf5b56c7eb3bef0b95de84c67e981a2db4fb396f3a46206a5b0ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00825975, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.62022294900089, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1914, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:30.220412+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a0ac02c-77fe-4789-a845-dd52f4449381", "result_sha256": "1d05769275c7a124c11ce5253c32308d61d48b1165e367e91673dcf72478f4ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.142204824005603, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:59.476848+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac533763-f5e3-42ff-adef-9a8a16aeb909", "result_sha256": "54c44faa0993ab8272ba6f1d10344fa26063fd7d2c27c66f0c2c18ad1f3c68d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01247925, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.464247721989523, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3036, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:59:26.118597+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5c212c0-be82-4145-a524-abc4a35e8421", "result_sha256": "5ea26affee1a874999c8b5f82ba55279e9190b3bdfa722fe7a15c7a59e55a9cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0124935, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.825922764997813, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3035, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:51.276615+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "57d6c3da-1dc6-4de1-9a22-ce34910de6df", "result_sha256": "556a3b533a36f037ccb7588da50bd38677bb2f1556e34459e446ed3becdbb548", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160665, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.435047563005355, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:08:48.538306+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b4dd31d-534e-44af-b9a5-a3ca2330fcd2", "result_sha256": "cbafb2898be0d6fb9b5720f6aa4833d5d04e58f801ad9fc4b8f43f4a17fac1cb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00888975, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.003158650011756, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:41:02.927672+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a2ace03-36ff-414f-a035-339620d80e4f", "result_sha256": "4b6ee482fa501206594267c25ce2614fa4283d9b5e48e400577e04e7f519fea9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0118155, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.841633780000848, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2853, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:41.275267+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8477253b-d1e0-47f5-a380-99682d74e605", "result_sha256": "ecbc3a99630c31942a03dcae6d50de6f13036077c385777282aa825d1aa27e61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0136185, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.296172179994755, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3343, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:03:01.192835+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "11b1a1f6-4f4b-42b6-81ba-2367baa540d3", "result_sha256": "9226790158e909a860e764627a792147b62cfadb47f67a649b202af21ae2fd5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0152355, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.371034146999591, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3771, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:27:22.550519+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6aaf8a7-ada5-47b5-a862-98f28d2cb3ec", "result_sha256": "150d83a168d25aff2dbed3819fdc9cdae6c05e590e0f740376f0b6cbc37f88a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0114375, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.553267009992851, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2760, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:40:14.266983+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "38360978-7648-43d1-84f2-05e32d6d6068", "result_sha256": "4dcd4024b6cf0cc15f7a9eb1ad79bab9f15f88a9c71b969892432164cf45feec", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.919579652996617, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:45:59.276622+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "021bc2f7-a852-4e6c-be2d-5cb47b7e9c29", "result_sha256": "29e7190b45ab69bd4121151eb47d5c70baa4a1db0742cb29f4bdcfbe403fdb2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01244475, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.358266130002448, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3030, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:23:12.332041+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0072ff6-c298-4509-a167-98653b5559ab", "result_sha256": "169fddfee6428139ceafea09d02d1a48d1a9ed12b59f053463d91107ceb9275e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.953879309003241, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:08.942579+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a76b4422-65f2-4c2e-9153-643ec9f9e8a6", "result_sha256": "6cdbe46e2b36a54844a49046c2318dd655177479f116a4b0115157e6d31260f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0091185, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.682913094002288, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2135, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:39:42.529668+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9841fb5-82af-4bfb-81fa-44b5fb873d15", "result_sha256": "ff4ef0c4af81ab7a53a9d9e268d9afd8cb1b74ba0944543de22794d100345f6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0158205, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.333030317997327, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3922, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:09:09.156722+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3988790-b8f4-49e1-acd4-c751a0f7c265", "result_sha256": "26924903f0e2958e06639ab9f8e09258f6e78e45359bfc723bdc6ffaf11fe152", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160755, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.162290704000043, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:49:18.636875+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc039afa-528c-4984-a4e3-b33111a5565d", "result_sha256": "9f23ed58a38833ee706b8ec580e1e6bf8f132a1139ae66306ebc622e32cb58fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007011, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.594042623997666, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1576, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:49.810645+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4787a501-0558-49d8-88e1-4a366fbbc3af", "result_sha256": "1d1a4b592496c8888c78803b6a3234e36b5085e0ad7984bab91401d0ad8f1ea6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604325, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.87234653798805, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Plus Jakarta Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:34:21.300487+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7d3c5b7-713d-4a1d-a8c0-25d6bc96ce77", "result_sha256": "8e2f8d02f67b9991998148dd211f6e39d49f321e1c4e9bb0398ffb5334ce8d1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00903225, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.61191556599806, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2115, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:04.833951+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "417188d4-5808-4431-872e-7c8bb6b56719", "result_sha256": "5be02eea5bf16298b38f62ef133abf7adf42b220792f4a63dac4f9cc27158e89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.017835910010035, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:09.236747+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "83939ba4-e7f0-456a-93da-bcb85a1355dc", "result_sha256": "2583cd63e0af70102cf16d5062e79ab5c321e1b44eb275a96c9fe825dab8f6dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604625, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.269062881008722, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Century Gothic\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:45:27.829716+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "15d2acfe-d257-4f5d-b73b-aac8abefe186", "result_sha256": "54ec3299bbf527f5ea32e86e1e51b76653038cb67e13cd325c22859bf73c1e84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.498546372007695, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "PT Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"PT Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:16:46.341857+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d52ce341-12f4-4084-8345-6b66c69c7d6f", "result_sha256": "026714731af1038de405b4735f84285e23c08f2051a87d30983d2a4f30ddb5ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607475, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.801612840994494, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:09:31.662068+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c52d7c3-bf50-44d9-9f21-dc153008bef2", "result_sha256": "e7b63260b04c4a17a15fba7fc91d18c6876d36ff478844f01b6a0552f4e4616b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00782175, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.52266653701372, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1794, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:19.547460+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e83735d-5a0f-45f0-967c-2a6df2418538", "result_sha256": "99776f532224d1244e81fb05550815c20f3042a89aeba505bcae08e6142aa888", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.600024254003074, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:41:52.200659+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bd181a4-acdc-401a-b622-186764cb6910", "result_sha256": "77b8df6157b740991e8622b9c19885f62eab4e6e7efa140e37bd3156b8b5a80a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01603725, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.319826490987907, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 3983, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:05:56.756379+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "25d8e716-ba06-4e9d-9bda-5cddbe778731", "result_sha256": "0c519ac623fa94b759cc45a725e50bd40d9d95bc995957f6d91507ff5fc20073", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01073025, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.038404431994422, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2563, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:02:25.472347+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6657a3f-80a3-40e6-a59d-457c88d4214a", "result_sha256": "674a1a04d7b30b11f7abfb44ca4f02967afa60ea85c672767ce08c53d09fbbc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.25429893800174, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:09:25.470066+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "441151b0-91dd-4225-8fba-5072a73c45db", "result_sha256": "69e834776188708f0bcaeffeb7564a62e026583a5521034a150f093752502154", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.389747352994164, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T23:19:42.456373+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "675ebe65-ded2-4b2a-9c88-aec82ad7b315", "result_sha256": "1fbcb7ea0ec79670376b96522df69d511bcc2197c9c52206fb1cec4d5e1c000d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01603875, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.065464674000395, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:50:52.223366+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce97cf54-901a-459e-ab75-88eb2d488502", "result_sha256": "795785ca03645e764b94b9b598899f0759160eed096542da4eb751baa7f59467", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010116, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.72408525699575, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2409, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:04:14.875348+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "52b960e1-82a4-4519-aa7b-a59de626bd46", "result_sha256": "79f48955b71fa9a32ce4eeb1b47bf1b010156ca7fc53e715c3b8b339dd5549e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015087, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.133278355002403, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3726, "predicted_category": "serif", "predicted_font": "Copperplate Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:39:34.289192+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "96668c46-c9a0-4dc0-95e9-1f5d49d4cbe4", "result_sha256": "a422e89a0275713e643e3449664abe83a59b7830c995bd5c079c74191380e355", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.567995327990502, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:56.706516+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "40714e58-a705-4eba-86db-9e8bf1e5b3a4", "result_sha256": "c80e00eba367fb3ef4f633411312eed80e8e162676f1151bb9df961b5d33ceca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01281225, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.099646046000998, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3123, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:39:25.782832+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e22b44d-1bf1-45ce-9d37-ea3fc921c965", "result_sha256": "000a1b41760cbe6716ee046683140e12e0326329d0347ad7dc7b706ecaea5ab4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160665, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.044721537997248, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial Black\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:45:46.929743+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a082f50-99ad-4a8d-9420-391fb3b18bb4", "result_sha256": "2b2e5501dccbc9701f6055725b541ba1149735621c1fbec971377402eaeda4cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01607175, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.864238802998443, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3994, "predicted_category": "other", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"other\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:55:49.766025+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "737c31c5-b3be-4b39-a6ed-07e426ffd512", "result_sha256": "8d5305cabb910ee1d705ed0dbc0a97bb7725b364b781c0ed4a70b196448dd4ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605225, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.284023316009552, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Trebuchet MS\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:07:06.283705+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e98441-fece-462e-a73a-a1c4a252678c", "result_sha256": "515715d99ffc1a8b7f549eae7ceaaa9f0b4f5edd94b02f758f9878db17d5bebe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01578675, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.350632264002343, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3918, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Archivo\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:59:39.347214+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "480421d1-ae33-4726-86a6-a38f93127a2f", "result_sha256": "3f2e7c1ab4f37d9c39f540a1bc2af7a962d2b5155c4d087933b5c0ad5ada7554", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01068075, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.329871401001583, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2560, "predicted_category": "handwriting", "predicted_font": "Covered By Your Grace", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Covered By Your Grace\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:43:09.029955+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a5b39ea-d18f-4b81-9318-95c4cf326cf0", "result_sha256": "8896b59b5ffb6dbac413ba68aa1ac3d2d1d92f2823aefad73f2d3d3b8104101a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0137235, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.128111853002338, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3366, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Shadows Into Light\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:01.061215+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "03190597-9c24-4e43-b99a-d2b947faa91f", "result_sha256": "509d8564779df430e654810ba9d2d9228fce0023e189304563343bc5706db397", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01608225, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.14380644200719, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "handwriting", "predicted_font": "Covered By Your Grace", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Covered By Your Grace\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:49:25.761583+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "054d69fc-389c-4e95-9b7e-547f9f8efa04", "result_sha256": "83e95d0a85546410a108337ed8fb70ba745818a8d360dd47c8b01b837a41d6f8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0091035, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.97361881400866, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2131, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Reenie Beanie\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:30:58.680217+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a00cf5d-0808-4af1-b256-755888922068", "result_sha256": "0ebbfcf5a8dfdd2a5b268d2de15b6a1b407e07afa8158816b811b292969e56a8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01210425, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.71076845099742, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2930, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Reenie Beanie\",\n \"category\": \"handwriting\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:07.933223+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d5b7b7b-4611-4266-8ab0-6597768684ff", "result_sha256": "b1a636401e36662b029d9d7fbcf237b3de3dbe0340e306c0c0c413d7aefeadea", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016029, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.054914993001148, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:44:00.723160+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c092110b-01a9-4bdd-af98-458a42a52011", "result_sha256": "ac80085187bf5af88ee45ed948186be2ad701679a8cc4bdd5d5e7d0e691fe6dd", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016056, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.667074512006366, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:44:31.075629+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae480e8-3d0a-43e0-a94e-1f4a9c64dfe1", "result_sha256": "167eeb1ce387114ae62daea60454d3f4d0796b0bc3702b1a9b77e4c50a2769d6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01605525, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1492, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.101942479988793, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Nova Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Nova Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:50.342149+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a868b7bf-fa40-4c15-b93c-42865568776f", "result_sha256": "87bdfc3658c59bbc52b7811a3cf3666414b28d899c5f6bb9346777c5a6ad47cf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.512007497003651, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:40:08.346502+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "20f60356-363d-417d-88f4-bc95e113265d", "result_sha256": "f2aacefa9c84425d3fb109271f8077c6d463dbd2b32efef1c26d0e84e18a0498", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016068, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.45345249499951, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:52:40.757316+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e703cb8b-0942-4f82-8d8f-8b3b2e26a11d", "result_sha256": "e45a30d711b0cbb936f3f46d014ad558b05445abe7795f0533868635d17c19e2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01133925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.0499810409965, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2732, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:15:52.513442+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "52923c49-448f-478c-b358-067b17ba66e9", "result_sha256": "32e3960c63e0f83223e4ab8e54f0e80fdb34540d950c5eaf1b9c20874c53b693", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.016041, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.508124201005558, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3989, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:14.565850+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "53e5a03c-e97c-4422-91e4-b1620fa1fbfa", "result_sha256": "dbea0916e2107b589ed5f248e3fc46eb1f38395cf50895c45dc68bd953362e6d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0092805, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.964718743009144, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2183, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:22:59.884956+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "428b6d0e-f823-4713-80a3-436c16b02cb0", "result_sha256": "47f06ee97a51f3c4ef32b172192bbe3cd6a00ddb57ff75c53245d7d892b14a11", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01049025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1492, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.184224735989119, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2499, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:34:47.529376+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "03a49417-91de-40c0-84dc-ce9d3b05bf4c", "result_sha256": "937ed6092525aa107945cfa95fd9a762945942e91d3062159cff3fa5eacc4b33", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010173, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.775215165995178, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2416, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:16:45.914201+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8ccd94c-8b99-42ca-bff0-a76280eabc3f", "result_sha256": "d7e1cd3616ef7c172f6ab8475d4237585d0c0ac22f07f13de27849d138d714fc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01598775, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.624912931001745, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3972, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Inconsolata\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:39:40.981054+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4895e84e-459d-4ed6-b11a-3d042cf18209", "result_sha256": "eca95e3b4d0fdf14bf9ebed68370ad958e578a9f2492755f5c0d2e9f005e73c3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.867801914995653, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:20:57.318347+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4b62ce1-e40b-4542-ae07-8b0602945171", "result_sha256": "1499cbff24048fa0567ca0c724e99bf7985c57815d61e8f0829af437e8e9e59b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01598175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.37553723200108, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3970, "predicted_category": "mono", "predicted_font": "Letter Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Letter Gothic\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:34:12.382608+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "936004e6-04bc-4b50-b4fc-e0eb80c76d41", "result_sha256": "7b2d08d43b03dd93c1ae66d50215bbd9e6d7e400ea2062873fa29caf033f9095", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605975, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.646634842996718, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:28:33.218050+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a955d801-fc30-4bfa-a53b-0b7d5f59f156", "result_sha256": "575b29cd348ca635952cc2470454faf5ea78d6b3c6f7ad3e3948d41564f61e9c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0128115, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.797051368004759, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3123, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:08.654531+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "97456a82-c731-4a89-89e3-1ccee3e93d92", "result_sha256": "0fcca365147f85b31ad19593b55236592c46678aad1afbe900aabbd4d85f2fd5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006381, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.991950781986816, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1405, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Space Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:45:08.666384+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "047c207f-1b31-4179-bfe1-75e9c8257581", "result_sha256": "5d66915acba3ff2e06c84a289dde408f2c6abfe0fed045fd707f19ee9b54a4bc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01592925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.849843664007494, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3951, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:27:52.550738+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "687baadd-9eed-4e62-8162-e5d0d0163d0e", "result_sha256": "5fd70e4c3caec5fe18d8774e96dff4732a6ba8f19e3633b264b2d1cbb2bcc270", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01283475, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.356632038994576, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3129, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:25:38.463453+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "525f36ef-6a43-4d33-ba3e-8af445b10919", "result_sha256": "4ec4da1239e868af00774f6f4f21bc8ae8fac784af616712bfc64f19cadbebb1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607025, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.282191748992773, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:31.043001+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "230b9f8a-afd1-4d62-82c2-3478dd66735a", "result_sha256": "1f5a5b5c15a782228e649ce85b72798bab81cb4150ba19217164c104ac0d5f0f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01230975, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.263821108004777, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2986, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:54:20.309398+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "047b1c93-3bc5-4a12-adef-494e220be65b", "result_sha256": "311ec4838ca848a19fdffd888cf0f60e1546518e6a438c399c2a9f15316636cb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00614925, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.7015030670008855, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1342, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:59.981409+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "82867fe2-8417-4a3b-87d8-b4310747da23", "result_sha256": "07c0587aa0b96e427d4d584eef162cc9abe4a34dd191f27a031296241d5de8ed", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.86885901200003, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Source Sans Pro\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:38:43.832544+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8022dda-bca9-4d9d-95cc-e4ebbef26ffb", "result_sha256": "509f14712291dc68bdd5a4f8647c3fd972b32affa292e4a376c406f990a8add3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0108855, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.282224782000412, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2611, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"tight\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:29:14.368810+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f1b4291-3a35-429f-ac4e-6292ea28a6f6", "result_sha256": "a68ef2e43991b8a8082033676bb1c7e4d89b147ad868c69b01d0182ae582c4e9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01215675, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.866199045995018, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2950, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:40:09.737637+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ca517b2-8123-4a71-bfc1-4bc6aa419ff4", "result_sha256": "1134dbc717f1903cea3771c98adadebb3e88c1d4d227f647be772155f4b020f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.825183066001046, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:03:25.299364+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5988b76c-6b60-4509-bc32-08fb565f6fda", "result_sha256": "358d25cd2a17ed4f99c0c4c114ee3b3860db720d670b3ab3465fe500c505fabc", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0152775, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.784027153989882, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3784, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Oswald\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:09:32.975126+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "900fe386-f072-4043-b731-8df22ff684e7", "result_sha256": "f68709c13fbe75134ac939db05a9e3419539479ff9759a3760c6d51ff362e51c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016029, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1457, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.0707887539902, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "DM Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"DM Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:07:51.515366+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e84ca6f-1932-42d4-bc6d-e254d2c0ae47", "result_sha256": "231ea03a273a099083c3a5a1ffd462758779ce890245b39e10881e483a0815ed", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0121905, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.681366688993876, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2959, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:21:31.430105+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "7821f62d-857c-4262-b064-1614e9d72d33", "result_sha256": "f4f4f30c0904fbb679933da3b7eb49a6fc985dd5c5d3f8043fcd6efcc1125bb5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01160175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.594049157996778, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2796, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:30:47.777839+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9740b06c-a903-4ad7-9361-23594246292b", "result_sha256": "4a8f76c9903e738c91dcf64b524a89e4e22a0c3cb234b80d602a6abb80242275", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00997725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.534970648994204, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2364, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:18:56.085208+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ae5adb5-b6bc-4d1f-9221-65f7f5b1289a", "result_sha256": "7570c11c46d3fcc6625fc01454b21c6562b710410b86736f00695eb32afa0eff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160455, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.303738653994515, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3987, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:41.978522+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1455d01-e834-45f6-b68f-ae2d9c0af201", "result_sha256": "7a8108c56d55acb2406c505d023ab8662c74f390335f7bba9903a96e620fc6cb", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0114555, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.490478022999014, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2763, "predicted_category": "serif", "predicted_font": "Copperplate", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:30:57.502900+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e70f15c1-0494-4431-992f-6d5b3d6e6d98", "result_sha256": "d2eada39f4bc67d42eb39e15307d3ddb25e9a913d9041109c6f38c7604b4776f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00686175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.779544693999924, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1538, "predicted_category": "serif", "predicted_font": "Copperplate Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Copperplate Gothic\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:35:35.679665+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3a53d94-0ce2-41af-bd4a-eaf6273f9192", "result_sha256": "00ff730f9649a90390178a8394bbc239f153a20f7425254f8df575c14300b58a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01402875, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.073601440002676, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3451, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:16:24.926007+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1323ef41-69e4-4824-8855-117c2c78c112", "result_sha256": "7a52fae870f8068a99ab03a49a21202db417638f9bd28ff695ce5447a8c613f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0080685, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.363157185987802, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1855, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:09:46.291099+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb62a73e-1585-4125-9319-bf37ba738ec2", "result_sha256": "6124b8e3e5c170b7e4f3401946deabd795ddda6c463b099f33ae673c99112317", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016029, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1452, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.904116876990884, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:15:52.537711+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4cfd84-af28-48c9-bf2c-b5f51592a2ea", "result_sha256": "b5e0bd6d3550d27099d15e36dd5c01b510df1b579b6592d7d1a81b5dc5000349", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015702, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.771710596993216, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3899, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:17:43.173558+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "673a52c1-3e40-403b-adec-06b421b44a20", "result_sha256": "7948d537c03151f2a3a6ff2ddcf910b777649ee6ff999f756c8ced42e52dbb99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01094475, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.670512609998696, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2630, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:50:36.204145+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": false, "source_attempt_id": "a9d879a4-936b-4366-9f83-9714afb75c6d", "result_sha256": "058df134d6a84970935c03c760f068b02ed0eeba09ce2ba3da771b708ed525ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014697, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 1441, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.524506241999916, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-09T00:01:49.937476+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5567cc70-92ae-4b13-b2b2-1325f528554e", "result_sha256": "9e6a5f998d2d1dd4501c61c1e3d1eb8801227e55d3c2934d8a458a96c298151d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0148305, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.210417694994248, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3658, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:04:24.704400+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c9f358f-908b-4824-83dd-11a184c3df18", "result_sha256": "92908417444df981cd331023696ca8928ff17bde250af4706ddd5309d5e12166", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0108585, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.884835610995651, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2607, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:05:33.529372+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb141da-8724-4a7d-9d99-7193a2e96a3c", "result_sha256": "54a43fc76ac6844501f80c6eb8116762cc9ee018aa291340069df9655d0cc118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01603425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.36740486000781, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:39:30.017867+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff1d5dbd-cd5a-4c2c-bdeb-5095944688de", "result_sha256": "00a7a7003cb6a97d18c495dd572e3366d85f5d2404cbf7dc83ef9e4ff1f1b6a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010026, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.924297175006359, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2377, "predicted_category": "non-serif", "predicted_font": "Calibri", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Calibri\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"tight\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:40:49.269543+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "139faad8-f5b2-4f7d-918e-d0e941759d7a", "result_sha256": "34414368669b043b9ce9b867dab7458655c58ce7b59db99f2ada0a28c0ee5f95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0069105, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.218573574995389, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1545, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:58:07.121461+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "677d56dd-2ff9-4d56-b0f7-fb1070de88db", "result_sha256": "a79f946796366a6420e8033ec7cdf69a2a2a32588fec587a7cfc0d30ec8af5db", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.293787571004941, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:52.564805+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8958612-6772-4f52-8c39-626b4d790a4a", "result_sha256": "061806cd93aa922a9e63b0fd0c2ac0fc658cd788db81398ef2830bdd360eec7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0061365, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1452, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.685186499002157, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:05:11.610342+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0755d6fd-3f5f-4e26-8a84-e732ecc5e503", "result_sha256": "2d600359d7de12d94a35582a44bea30b70145779aaeba0c46c0df7e904b154be", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00947175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.971950998995453, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2234, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:38:48.810527+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "aebac7bb-c416-4f16-a3f7-a776b3ac57a9", "result_sha256": "bcfe6726d6f9d9b92496c0a86c663b408b9842997a89808629e0b8cd92c2fc4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00908175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.2691416979942, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2130, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Open Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:38:26.841859+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2905c9b4-bc0e-4ea9-9dca-3b99a570ccc0", "result_sha256": "f5292b32791f7d67f3914e288aae12a549f332aa1c4b513b720c5ee4c427052b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0139665, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1457, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.118314146995544, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3433, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:54:42.916974+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5896eecc-836b-45f3-813d-908b0a2cb573", "result_sha256": "64f1d13c9155a63877573b8a34d4d951a10bbcc3f271803fe828dbdf3622cb7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00607725, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.984403687005397, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1332, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:53:06.896234+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c33f85dc-58b6-48c6-a918-0ac8be4516d5", "result_sha256": "484b7252c3e2d661636b2a6437e1d8349c2069919adac21babeb9e3a1a1b51a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01603425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.369856462013558, "line_height": "loose", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3984, "predicted_category": "mono", "predicted_font": "Azeret Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Azeret Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:29.951463+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "120a103b-61a5-4c16-882b-9305cdcd9a1b", "result_sha256": "625ed0ddb4412deeed1252dcb386215635a94e6bdfbc13a62c062931bc3877d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0097575, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.791231641007471, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2312, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:56:06.368957+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c27088d-d930-45f1-ad0f-0a5cb717b441", "result_sha256": "7687fcc30bca74067c9484291f5d9b38f8d8e19a50a451d1e734e8fb44b63dcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01514325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.582190332002938, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3750, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Roboto\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:39:05.136332+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "99727d6d-ad09-4d9b-a76e-56874a107308", "result_sha256": "8800a66474873ed6ac7d5504e7c073295e304373db4d6cd488fae4328d5b1221", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01337175, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.718986769992625, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3269, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:12:23.455586+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bacbb45-f4fb-4e6e-b30a-9216184498b8", "result_sha256": "6a09a07592b1899a82a125d1009ba53ac898d43501c2990a0c924755b8b01950", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.67048091100878, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3991, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Montserrat\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:59:01.208893+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1500dbaf-b058-4f38-873e-5119137c56ed", "result_sha256": "18ed992d4d6d9b83be83d88d267c56f4915b90af02bed66003e59032dee2e0d0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.828032552992227, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:26:22.439614+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "63551801-176a-4c95-9ac1-a40c7606e102", "result_sha256": "6c1caa32b7070fd7195f508883be7913141f7ea5d66bdc6b680b9272e75786fe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0078855, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.687184384005377, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 1811, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:03:29.062143+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a9de6da-83a5-4cb4-b16a-27b85bd4f229", "result_sha256": "0e52bd3e0d6d93e67df52db78ddc3b97eab53007047eb66f902ed9cf929c9b6f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0047565, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1457, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.53125720800017, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 977, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:37:08.138560+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e20553e8-ecc6-42c7-a46d-da355cb59c4a", "result_sha256": "9327558cc4e072352169d04fb38abd7da36b5de060f1c8e3be6386dc65cb9d9e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01141425, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.285765330991126, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2752, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:04.823003+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "deecb61e-a410-4534-b512-567a0673d4e3", "result_sha256": "7a4c9d813403312db10a0e5f486312378b3bd6ce99abff59c1c38e61e82071b0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016053, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1489, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.124525726001593, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3983, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:39.763805+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "da960f4f-c798-465a-9cb4-ad194ef9075f", "result_sha256": "1d53059f5261e98a5037210bfeb5839940801d3d8772a50f7062c23e5b750f54", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01151175, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.469797161989845, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2778, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:12:30.025145+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb8c06c8-e1cf-47ee-9971-4f788076f76c", "result_sha256": "715c8948b35acbf62a38c87a7d8478455cdae4b22a6bd833f544d7d342964daf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0151905, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.574436112001422, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3759, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:37:56.922286+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e86272eb-4a21-488a-aafc-6d1c560e04ed", "result_sha256": "9bcad742e032f4e1bca372b375fbfe7c089ff9a3a7cd230fa5d3edc0436894d0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.655378612005734, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Consolas\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:18:34.206961+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "525541a2-5aa8-4fc7-8da7-fa93845648d6", "result_sha256": "3277bb205a5f6291b7e9300ea2a5f2b423dbae4ecec5804372d3aafa2d23368c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.817457074997947, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Inconsolata\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:27:30.620529+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "99a8244a-2cd1-4ecd-9de0-af5aceec870c", "result_sha256": "c17c4f210ecc379fae5f9bc57e4f9733dc20d4e115adae9771872e4c2a74dcf6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010083, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.360362680992694, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2391, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:32:31.069873+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7cc8da7-1ce6-4e38-87e5-ad78dabafbac", "result_sha256": "e5f3e1d3ae6f17cc2ce2ff452554701822da3383d748c904e9f73ba93fbe313f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0113955, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.962939235992962, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2747, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:24.046247+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0017d2a7-97ba-4eca-8f6e-3d4bd8015138", "result_sha256": "c3a1822ac55ef9284158a6e86026e3ccd2b680f305e1a2e03c8f14c9fc9dde2c", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0074985, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.126197262012283, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1706, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:16:26.740412+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "80f821e5-be70-4290-b754-e4a7631ade6c", "result_sha256": "7cb4c09a1692a2f86a2f448b02062101a67ae3ec543634ceb62c83bbd6809dbd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01258125, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.7017577719962, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3068, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:51:11.145653+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "288220ef-5021-4a80-a53c-24215139ea22", "result_sha256": "aa1a8837f78d60f97c5b2d22af45c381f5de1a9eb64aa3ee1edd9dcff8a87195", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160845, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1486, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.03334360900044, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3992, "predicted_category": "mono", "predicted_font": "Nova Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Nova Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"tight\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:18.510248+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b9fef01-4ec7-45e2-ac37-cf6bfd611610", "result_sha256": "52767e29399e539c1a759a2b559afc551d4837510eb1875f39150ac24b13648e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0117585, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.879997481999453, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2847, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cormorant Garamond\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:24:33.050039+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "45195a81-e9c5-4597-aa32-b1af44f14cb7", "result_sha256": "bf707ee48f709d5b511b459cdc708c32719a10ec2145d6bb02a8afa79eb63e4f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160245, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1441, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.40622684400296, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3985, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Baskerville\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:43:29.667277+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d37fbb8-c02f-4eae-8014-5f07d3c7e7d3", "result_sha256": "c9d1ccee55c154c72414e49b8b46433276005765b732ebbf9d2b7d551c6f23b7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0160605, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.906534995010588, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:52:51.288238+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0425128e-5d0b-44d2-8b3e-35169756a299", "result_sha256": "78158d8b7a040224254a720f565dcc7e00071858f5085341227d2dd546657f2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01421475, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.729968150000786, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3497, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:24:55.725159+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "373c8256-dc5c-43a5-bbef-ff6c1f58304d", "result_sha256": "18a2814ab9b79717fab1f590c73dd6268ee9d6825d2a8452e34df3a376203058", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0159675, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1450, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.03077167199808, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3968, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Georgia\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:37:28.026559+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "6657c03d-0077-4902-8fd8-1290d3d8e1cb", "result_sha256": "77ce94a6e7042ebad51fc66fb6e0d1f7e72c0700ae4bb834208359df65e870ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01607475, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.478393042998505, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Georgia\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:27:41.039875+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f798287-7858-4c47-94b2-2646d1388e35", "result_sha256": "05a2bfc24250cc82295a3ffd0aa26d46883ca57aa1384a063ed95f96396624b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007896, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.615872836991912, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1812, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"EB Garamond\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:25:16.011493+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "99ace510-d735-465e-bddd-b7ded05c560e", "result_sha256": "8dd95187f08385a65772475ddc87066ca42897eaec6efff67794e564bf295f6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0118815, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.54692505300045, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2870, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:32:07.188386+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0a8433-6603-4045-b300-1e7e2681d593", "result_sha256": "cfab89296036e998e82a7908dadce0e6d5a75cd60766f79d9a1b39da96cac510", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01089975, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1483, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.29342782900494, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2610, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Bodoni MT\",\n \"category\": \"serif\",\n \"weight\": \"bold\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:01.073501+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "0272e712-2c55-4fba-95e4-11723332df43", "result_sha256": "a094d66809af07d301948bd7b45bad1bf42bc97d803c6d4532bff8ee5e793189", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0131055, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.528285630003666, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3198, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Bodoni MT\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:16:32.829949+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "905241ca-f7a5-435a-9f3d-02e5bd1f9261", "result_sha256": "3a1c93118fa1e20704c21255dc39c6a749474ea2cd74bfc8b0318a64162ca386", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014871, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.232125402006204, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3672, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Courier New\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:06:13.286584+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "8baf03f0-53a3-48b0-8a75-28c42bccda28", "result_sha256": "48cd5be7274a161d04fe3ac9504be67439963f5833ab52a910e0906d359a46dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00525225, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.821603511998546, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1104, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:43:56.460900+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2426f13-de51-4d78-ae36-26cea9ba8d69", "result_sha256": "c8d6c1b8d17a9a8216eed274ec7f7d4fdffa01f0f6b51413dbcb6536aab9f7fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013188, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1484, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.734956647007493, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3220, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:30:02.628312+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "761de521-d32d-40d3-a188-fb48ca9e1bdd", "result_sha256": "b50ea215697bf9be280432c720c5c6a2312b10764ad7958e7aa81e4882be3c52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0062265, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1492, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.389497573007247, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1362, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Times New Roman\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:29:00.937161+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "14a29d4f-122f-43aa-a253-4817179fcd88", "result_sha256": "3fcb9cd23209cbaa5bb7322bc51658f66619d6d312c7fa62a39df9f05c018c79", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01602975, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1443, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.310732362006092, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Work Sans\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"regular\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:20:41.662049+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc1b0053-bbd6-49f3-a510-5f7c55162e34", "result_sha256": "ec450ec5a6a42c85a3d2ea174c63c1431049f8becc798bad4a1c289724a20cf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00903, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1450, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.11029566101206, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2118, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:49:37.594598+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "934c652e-e273-4df1-b8fd-4179e59f9d81", "result_sha256": "00b6af89015ec23be8d55911fc1ee719065d6b058d372e403f82d9112b9c1ed9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0103155, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1484, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.296631698001875, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2454, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:00:40.648321+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f03679e6-2cad-4f14-8761-bdcc732d9f88", "result_sha256": "3f54d877b0b09ff88f8238902acb30f38a2efe77c6cbcf0b1a703dc55fce0207", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00763725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1468, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.687018498007092, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1743, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:37:25.569799+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b805b7a-289d-42e2-bf48-927f2ceab5cd", "result_sha256": "7d0d2d6eb752f9b3d09a26cdef0e1e6ed9200e1c3a0641cca28ec10fb3a3af74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0053355, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.254309858995839, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1131, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:40:27.567781+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1aaee7b-83ff-4d2d-99e6-3e43d2ea7c52", "result_sha256": "cd4fb61b7aa15238c24a28d669d942039d9245bc8a169196996a3dc98b5cabb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00790425, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.024884818005376, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1816, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "google", "raw_prediction": "{\n \"font\": \"Cinzel\",\n \"category\": \"serif\",\n \"weight\": \"thin\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:28:03.258777+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c239b9c-2a36-42cd-b356-3b87658c772b", "result_sha256": "4d13edfe7915179c559dfbe66b9c9a4a7e00067e37d3a3589bc8f62d5c86160c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00724725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.299657539988402, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 1644, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Raleway\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:30:14.069854+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f74c2849-5496-4919-bb91-d00f95ce1880", "result_sha256": "386869e92a7c044a50290ddad5dff03b702225f668c377b4e1540897b5460c9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010233, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.352061797995702, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2437, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:56:53.679146+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "808193e5-a2bc-4f90-a0f0-11c3df80a7b2", "result_sha256": "67997a59ed3e445f62fad496f943d238925a678e61b9ef830f79db37e44eb0bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0089835, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1483, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.00160924300144, "line_height": "tight", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2099, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T23:47:51.593067+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb55b348-86c6-4509-a159-ee570b48e190", "result_sha256": "c1729a5a0d6e01abc0dfa34fae47150d71e604e4b2ae2f4ee88f84ce6fddd6e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013434, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1467, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.015411087006214, "line_height": "normal", "line_height_correct": false, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 3289, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\"font\": \"Century Gothic\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T23:45:36.188738+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4dc1be0-4ba0-4dab-a928-cf35b8a5bad5", "result_sha256": "27d7fda0e1ac42cee37e768ebb3dad329b0cedd223f9a5da1bda0c980edb16c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00682725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1483, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.219004997998127, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1524, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:41:30.050815+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "78111446-d087-4fb5-8314-4d5c3a451f7d", "result_sha256": "841eed10fdec07b891251b8f159d7858e0c53553e0678928a7ae87828ccbe0a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01607175, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1489, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.78309687699948, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "mono", "predicted_font": "Consolas", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Consolas\",\n \"category\": \"mono\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T21:58:38.900939+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eaefb00-220b-40ed-a0d5-2c83094412f3", "result_sha256": "b18e0ecfd842a7ed439227958d184eb53c4ecf6b636345e93faba3349e5c0ab1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0160485, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.906128411006648, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3986, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Lato\",\n \"category\": \"non-serif\",\n \"weight\": \"regular\",\n \"modifier\": \"small-caps\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:17:11.289693+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "071c7b08-b3cb-4e0c-ad14-5cb11ee62997", "result_sha256": "b4a555adfe1128556222a5cc7b245cbee7c71dec74acc79f2633b02bc5f2c4e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00868425, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.571146557995235, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "regular", "modifier_correct": true, "output_tokens": 2024, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Poppins\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"regular\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T22:41:10.912032+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "1269af75-ba18-469f-a8b4-f75e00775b15", "result_sha256": "5d64d93e4fde953808ab7b983aaec7b32927ba5203a90fba2a89618c510e7cbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01601475, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1468, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.938404220010852, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3977, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\"font\": \"Trebuchet MS\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-08T21:51:23.020634+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c1848c7-e619-4b4f-90a0-127bd3d213b7", "result_sha256": "bdac4db7a252c73fb5f8d9d160bb0590a3d9111da7e3f6ab84ae33ad035f5e54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006993, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.191542485001264, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1573, "predicted_category": "non-serif", "predicted_font": "Libre Franklin", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Libre Franklin\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T21:59:46.555313+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcccb83a-c264-4f22-a980-e3ff13bb8b74", "result_sha256": "bcce142a7d9ed3448801509f8e0d0b832df4989ca8a7d79bd8cac1028cfc6219", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01605675, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1459, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.336202809005044, "line_height": "tight", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3990, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Ubuntu\",\n \"category\": \"non-serif\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"tight\"\n}", "recorded_at": "2026-09-08T22:00:59.902045+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0430b8b-1af3-4d81-95a0-d8d2886c90fa", "result_sha256": "acc7fdf35ca55c9d51bc02c1df6fa14061cea9afd618c11f3808d9721d393507", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01604925, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.454078718990786, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3988, "predicted_category": "mono", "predicted_font": "Azeret Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Azeret Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"loose\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:18:32.057047+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4d9aba8-595d-4b9b-9f0f-513c65d0f43d", "result_sha256": "389b2efb236f4a0a6e901ef7875255880ca3b4f1ba65f632bd93560b842fa524", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01600425, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1489, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.178011979005532, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 3970, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:18:41.630660+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6c87f8a-c11a-4d5c-8e18-2fb21f67eae0", "result_sha256": "6683d80597c48c3711c00a6727e02210cf00fa0cfa441cdad4757290b0764623", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01023675, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1459, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.998325708002085, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "italic", "modifier_correct": true, "output_tokens": 2438, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Arial\",\n \"category\": \"non-serif\",\n \"weight\": \"black\",\n \"modifier\": \"italic\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T21:42:44.789807+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "758d247f-5328-4b38-8cbb-3a870204ad07", "result_sha256": "fdaa57ac821b722d3941014f7445d4c1737ac4ca0f4896cf2de111681714370f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004911, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1468, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.453007635995164, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\n \"font\": \"Alfa Slab One\",\n \"category\": \"serif\",\n \"weight\": \"black\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:00:50.773806+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "13f1486b-05df-4b19-8bde-469310ba5798", "result_sha256": "261f810af0d2eb7aa973b1cbf4ba747160010df5cc5145fe81d5eef35a09f925", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0093555, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1484, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.064051057997858, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "underline", "modifier_correct": true, "output_tokens": 2198, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "google", "raw_prediction": "{\n \"font\": \"Space Mono\",\n \"category\": \"mono\",\n \"weight\": \"bold\",\n \"modifier\": \"underline\",\n \"kerning\": \"normal\",\n \"line_height\": \"normal\"\n}", "recorded_at": "2026-09-08T22:42:24.485283+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "eab2e9c4-31e9-4104-ac9a-178582cdaba2", "result_sha256": "dd03737f1f487e5ebd7c0579548fa36c5223bc4d4c89f80d5ca8d832fa1223ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0151605, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1459, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.887464860003092, "line_height": "loose", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3751, "predicted_category": "serif", "predicted_font": "Ultra", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "google", "raw_prediction": "{\n \"font\": \"Ultra\",\n \"category\": \"serif\",\n \"weight\": \"regular\",\n \"modifier\": \"strikethrough\",\n \"kerning\": \"normal\",\n \"line_height\": \"loose\"\n}", "recorded_at": "2026-09-08T23:33:20.236008+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gemini-3.8-flash", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2bb5531-194d-40ac-b835-e4c117eb8afd", "result_sha256": "5e720b16adc064b259654b41d8c36a47e78c390701662710fe476d5c02950aa6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0159735, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1443, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.757634722991497, "line_height": "normal", "line_height_correct": true, "model_name": "gemini-3.8-flash", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 3971, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "google", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-08T23:41:34.790334+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c73a1804-4e03-4bce-9258-ba1d2f219a8a", "result_sha256": "249e3cc44e910d5f5001938173bb98211a767263d314bbf9135c7004c370dd10", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000666, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.528386421006871, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 423, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:45:52.468063+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ebd1c5-8208-401f-8c4c-5c15223e0da5", "result_sha256": "7fdb357bb0f1eb234d4934d79206f70caee8dab0cace6752b482803ae4ff2a26", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.889973328012275, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:26.458588+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1c525dd-6bed-4517-9a97-8be475b042f2", "result_sha256": "2f81c75f0737f685a26cef013babe14ad4fbc882cdf6818bea3d3a73925a4023", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0012082, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.279948429000797, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 886, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:45:00.222524+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a69bb168-52cc-4673-bd90-c8b8e244f9eb", "result_sha256": "b6a947bf07d9248a902e57350652430a1c60d8871f14ae2fd1693c93405e9146", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0020658, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.042202018012176, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:57:42.625847+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50da8403-150f-4169-89cd-49da87446567", "result_sha256": "fb8a86306e54b47009325f3693f73476d3fe97356d7f6011574af84923f113c6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0014511999999999997, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.02790021499095, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:46.432323+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "126a8d97-eb45-49b6-ade4-e818cd54558f", "result_sha256": "384fec3159bfa0f642e4576644533b3d6cac48e9fd8b14c9fba96cd2b14bfffa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.931544186008978, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:56.957795+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c6ac489-96c6-4c76-9179-e114c93c5d4a", "result_sha256": "805e94e1c435ecda81fcd73df9e1f3f4d501c035afab22564f98d0308a0c6a0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001845, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.024750435986789, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:55.328271+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07c84616-e6a0-4729-9848-3ee72d608d9c", "result_sha256": "5fc9eefa18088f21eb9f9ab15ba06701e44cd1d3063bc4aee32f4e44720c974e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.128310670988867, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:19.326748+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5267c037-5124-49ff-a30e-308df6f9fc17", "result_sha256": "35bfc824a320478450a9c171b82ce44f1f158f8444535fc54bc73a38ccf3694c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014416, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.801164008997148, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:35.745963+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33718c6e-4bf2-4f1b-92a8-f4b5fd5e355f", "result_sha256": "a3d17ada10310710926bea5129a3c0fbb045e4858b33c0f830248146c023ebe7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007011999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.319552354994812, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 469, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:47.916362+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3db5f28d-dabf-46d2-a293-2cc8c020abda", "result_sha256": "2aa464c5a1dcc62ffc4cf15c6eb70cdf4544e88fda3f4dcd9afa67cf8c59cd37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0009104, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.40257042099256, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 621, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:45.501645+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fcff0bf-d548-4124-82b0-1db51af7cd26", "result_sha256": "317f89a07d94a2abfcc5bff0a31ee5bcdc96cca68728b025c868d2dc416e61fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0019284, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.760692975993152, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1475, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:13.788178+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2988e349-8c30-4b79-8a7a-75a7dc327b4d", "result_sha256": "01f7484fc34b6847a535568d4a9a5aa983ad59d26292da90716ef445c54dd8ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.130749314004788, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:42.110260+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b0548f8-835b-4079-8173-1865cd27c086", "result_sha256": "f72ac304683e44cd9be81a702ed1fb6e5b989b9e09e0506082c542723ad3fc0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008224, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.538153162997332, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:18.768060+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45f7c4be-b18d-4f04-b77d-71798fd1ce3b", "result_sha256": "d255560c65c35f26267326131b9bbc25b657adaf00d2ec72eb8b51d3886b4840", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.809797085006721, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:04.526074+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "552656d2-c765-4455-acd2-186e2a329237", "result_sha256": "39cf82379ef757db315628dc16292ce6af4aa34c01046d7fbc88b07b6a525652", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008121999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.7871004629996605, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:53.728453+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4ad8bf-ca13-4e6a-995b-fde66a4156dd", "result_sha256": "87134bfe613a761ed478a387fe492f6a2e7a86d37648022b20908e9e3d4c0b7b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007612, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.133090772011201, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 511, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:43.992038+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcac906-31cb-45b1-b694-7e25b73ab28d", "result_sha256": "0837431c3ff49a3b0ec2a509f3bc46b1c7810f401072be155c2ca50abebd11ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.378317759998026, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:09:27.393564+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c4c92cc-e7fd-4081-8c58-2ebe45be4973", "result_sha256": "a0b891e3b7e712e3e74a9b9a96d5a6942235e4f6b84cb73b1387f68c1e586a0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.440210660002776, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:49.303684+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "969a0a43-101f-4c56-a82d-6f06fd53867e", "result_sha256": "acc44cf086f607afca3ca4364ac621633434f9115d25c6ee983d49fa91d02ac0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000769, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.2184491910011275, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 520, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:46.277476+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b09a84a0-9f55-461c-b379-53cb353b40b9", "result_sha256": "5fb37116ec2f9c4f16d71f4829e34bb38df74b076f4f54a782a62ae564a6f5ac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001096, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.789847341002314, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 770, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:24.727684+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0576a1b-eb3b-44a2-b9b2-6e1e9cf213e4", "result_sha256": "a9f01cbc2dec53869e1099ab093beb6a99c2b833710e1a89c086c1d0b2614e85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.337743772004615, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:00.527510+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16bc55e8-d4cc-4e78-994c-8d7066108942", "result_sha256": "fdb0b20b74af6f34a5e774490d6cd6af9d67eb8e7717225c483746ece49b7c95", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00082, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.499972313002218, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:53:57.780580+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f86d6f6a-0996-4489-8a0b-00a901ccaf69", "result_sha256": "f41011dc155c1998bf5044007dc56a8fb585c899aadacd3f63f04b0fdd513fef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.99588689400116, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:02.722414+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbd2b312-ee52-4d91-a97d-94b3431d0780", "result_sha256": "68979e25f6abda28d638fe72d784e4995c5170164856a51820bd522d1db25edf", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.512260491013876, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:50.441317+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4a9fd56-07d1-474d-a7c4-39a6067969c3", "result_sha256": "110a49533a6b2a7bcc290aeaedad375def16386fe9fa45769551f636c9d1ff56", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.670833961994504, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:23.259852+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03d243f8-2324-47d7-9a27-0184a9bc9596", "result_sha256": "e24297c845aaa8965f0bf9e2a04965656cce4fd86e6d55467bbf96b958a62572", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008116, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.047444553987589, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:08.501137+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20b0777b-18ed-468c-a81e-d3f4e884e6a3", "result_sha256": "075a3a21954ca29b9f8f92bb56d01c89425e8a108cb2df34b51ea4309c72e5b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.821243298996706, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:15.833775+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ada1fd7-3dc5-43f4-8e42-d27baaf9ff7e", "result_sha256": "b0563cf70c12684d8571dd3365e5840d93cf8f4c83c0c3d55db64ffd4570efa5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.002685, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.500168995000422, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 2111, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:10.370015+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcad5695-06a6-4926-aae4-c4a6a6a9c4a2", "result_sha256": "e4fc8a53e75a100aa449ab5bdff578156a9999bacc06fa9efee92a2d86ca3599", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0032503999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 40.60217836199445, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2571, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:24.105346+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d82297b-f853-44d7-9d64-fe315d5f810c", "result_sha256": "3dd03bf8e4a2ac4a2c248d90bc56d8c2a603eb113110131766f03f2ef287c310", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007516, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.886939695003093, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 511, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:18.720636+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "afaff543-1838-4cad-b8d9-aac5a1f38735", "result_sha256": "1b027d03c3efd10fb8f1ad8d414b8b20d4a942b0eca121c64a83deb08e2109c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00069, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.2358745349920355, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 443, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:44.059143+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "384ef1d2-0bcd-4fd2-84a9-882e0e8f8223", "result_sha256": "20406b0810f545c17a0f30cdc7450256b83875b92ec0a5e893cb40ae1322553c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004362, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1376688339951215, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 237, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:37.730646+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e5c009e-b7ce-4b13-9e4e-9b60adc3b427", "result_sha256": "4e2ee4b7a3aa3dc697f894baa80cac0fd8e860165cf72b7fc258ab7125c3c018", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000572, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.578346595008043, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 339, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:06.619589+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26f1db34-fff6-4e99-b85c-33d87e5145a7", "result_sha256": "68372565ca2d654214f2ad07bb51ab8509ee71494d56594f1d3c3039095ba137", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00043, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.545937065995531, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 235, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:28.864175+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d15c4ec2-3644-41aa-a25c-229c773d625d", "result_sha256": "825d303e120a44b74c496643c4cffdc3ca4fb62b111876c0894eb317789e7178", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.407334149000235, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:55.593948+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23b8b41c-a7bc-4ccb-8576-2ce1c7b02b35", "result_sha256": "73e7cbcec7758f5913ff7bd9482cba11ec3e8c51f47bcfb7ee2de75b32f232b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.621596316006617, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:44:22.522969+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bc885ee-30b1-4098-981a-f20afd028645", "result_sha256": "c785ddf224deff69a8af782b06823179de9cb67827c2c0e9153a644839e83cf0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000715, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.175412503012922, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 475, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:26.346572+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01557de8-f010-4f11-93db-9a9fe0999af8", "result_sha256": "21b087fed245b1b100c9841e8f3653815b5809290a6d1c329a059ba6fca51e6a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007312, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.440170991001651, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 478, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:11.456968+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a720e3b8-d2af-45ef-99f4-5ff47064a03d", "result_sha256": "36f4bc6d372f354e4e05ca51344a7390305371535e97849ee8da4904ff60f6ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008291999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.032714319997467, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:02.203048+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50af95e2-755c-4972-a6b9-f975935ec806", "result_sha256": "cb0669f6a8c56c173bdb3d35fefd5a506b10e621a82c5eb3ba5a702b918da2d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.092683882001438, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:46.918935+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6541f22-06a9-4c89-9615-decf3d4da617", "result_sha256": "990c1fc04fa8d7418553ce16ec2ab80cf6f72df741709443eaa0b285c4902aba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.988327608007239, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:22:43.619389+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc14c417-ab2c-41e5-a197-4a7d9cb43a14", "result_sha256": "e6f0acd3a6f4455df12e79f74f532d1e9e3f209f37555d9bf4d7e812ea8e98e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.404729269008385, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:43.312386+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d87cc6f-d978-4e0c-8030-eb7c6d8a2cdb", "result_sha256": "92ed38d542fb6144242203ea34a74b24c31e7a1fd2e2d39fbcf0fd2e0f958b8f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00061, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.725306254986208, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 377, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:00.541665+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c2d0140-29d9-4ef2-a8c1-dd62895092fb", "result_sha256": "deb216e063a07f3a8e6dbedb5d47b53df405caa0c816863374d063bc6fd231be", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007044, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.950810561000253, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 455, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:31.539354+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8c64b9b-a803-4301-a0e9-0ef4011fc595", "result_sha256": "ec72933409f45c8c0cd8dd1302a656aa2a9e7ed3e331e284e6263d38dcd36e56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00044560000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.061515232999227, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 252, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:55:20.789835+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ffc38e0-6ab0-4cf8-9c31-87adb2c885db", "result_sha256": "138a2553d3ddd3ffea92e0dfdfcf624656ffbf8482383129125a17f906e86683", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.596268950001104, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:25.241140+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2f99f21-2e66-437c-9ee6-6ed784a9c9d7", "result_sha256": "718d4d5a5f8c67973396aeb31237a4dc3aaac0f9ad53dd28b1de06ef492c2168", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008188, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.7816616899945075, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:49.671342+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8d0888-2276-42cc-85c3-2830f8286651", "result_sha256": "0b0312a1d89f251679e1e89ae650e994470ef2f1a15f886d2d1e1b2a5e5b3944", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.90325895800197, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:06.958126+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "586e9ead-212b-41cb-97c2-26af695b660e", "result_sha256": "e57d946f7621d017466c1ab47600f7783d96acf685241bce4365a7eb740abe2e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014284, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.15870550600812, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:38.257578+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6ce6d5a-bcba-4e48-a140-6bdd80a9c294", "result_sha256": "0204ca83c730bbf935c0b410c307069e0279146c61b8ac120a396400a9671205", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00065, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.402666120993672, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 404, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:11.502132+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ed66113-eb2b-4bd0-ae74-8618fea5be8e", "result_sha256": "04a3beae769e1e9509b9c3246f7539263e75bd8a179d6ac98b9473ea91613dd9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.325263350998284, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:27.437088+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac790e32-30e9-4bd2-a54b-a8fb66a8d8d6", "result_sha256": "3c54f8f385200e7c70fe51a069cba7514ddfe77321089c7919a9f42c45c6431b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.448608299004263, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:02.186662+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b7dda1b-fee0-4f45-801e-a80eeefa2700", "result_sha256": "647564202aedb435bea5274087caafc9b8bcdb9e46c82ef385972c1a3308ba03", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006855999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.094916274989373, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 456, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:16.170765+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c557c9b-43ef-4b6d-9f82-16290e4eaef9", "result_sha256": "cce6ae620775a74a94cf2e47a57d6d64f674db7cd74dc9487594325797c05ae2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.658727386005921, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:31.885038+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65a6390c-add7-4cdc-ae63-8ea230dbe25f", "result_sha256": "f4bb1a1bb14a5b799b88f59241be36aa9962830ab4adde2aefcd952d8795da07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007974000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.370341878995532, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 538, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:22.061549+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdab1376-83bd-44d5-9cd3-75b962825be9", "result_sha256": "8c5e1d968551c1987dac74fdfbe1440ffa4fc35c2070e6a6b76499e95f346274", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.592905326993787, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:23.565035+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32703fed-989e-4f72-9547-8b997ea4bb7d", "result_sha256": "14bbba1c21b5c95c84a771972da55654b1c507d98a1d52d531bf987218559d6f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008188, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.74793267599307, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:07.691692+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87fa499a-ed03-4cbb-a7b6-c81cefaca0b8", "result_sha256": "d30b047c5374914b6d3eee5daf3dcf87fb14b800b542509273432c41aeaf85c4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008158, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.506742281009792, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:10.725878+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b0ef3a9-e2bc-4201-8741-07545e88b9fb", "result_sha256": "14b932dbc05c574b17c4065a290ceb782b156b6f23561d4f6e8823dcbe2b60b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.491844906006008, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:39.876626+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d063858-bf25-46f5-8b94-01fda61d7614", "result_sha256": "e6e70df0944595746db2b7dd7f381429cddec90ec23e4da1bc0562a49550ee98", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.295102819000022, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:01.485165+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d88df0-cb4c-4eea-845b-2db5f6198622", "result_sha256": "fd37c949dbdda43a4d83a092afd5d4ec22ecb05945d938167c38388a4f409ddb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014454, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.857403747999342, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:36.758740+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "714fdb86-65e2-40fa-82a2-021fb3535da7", "result_sha256": "2c1297283bbae9986dad359f00728f8cabb05ba7d5f3c6c563b38a2a340cfb74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008188000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.399787774003926, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 563, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:54.482425+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06502db1-3c36-4453-a32f-835d1d855c72", "result_sha256": "84fcd0c1fba8adec7198fc56ee09feb066ab7d415bd2a39fd8ff55aa3d0350d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.909947741994984, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:09.602666+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "710c4396-2035-45a6-ba64-2b97df31c71a", "result_sha256": "ffd65822c68ece0b87d8567cb5721b32bc5e01772db13007bc08df4165d289c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.415089531001286, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:35.573435+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "984862ba-f3ff-44d6-8bfa-3fc048bcb179", "result_sha256": "ef01a9f0106ae23966cc343fbd6c7091344ca73ded5402b7344a6451daceabe2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006688000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.4525579850014765, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 438, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:26.427787+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4163e405-aa11-4bd9-b567-82e5f5621871", "result_sha256": "ac97c8679ac12f0e0202d4a10d6a23e64004c19e531775cb442473ce4841afbd", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0014296, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.790556963009294, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:29.461259+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c96d2c4-44e5-49d2-b1e2-3a59fffeb587", "result_sha256": "e37ce80d7d4db34f14147a00aa92eb5626f78ae4688d61d29aec0c9bbc0aabeb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008212, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.7712122649973026, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:33.729945+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e19d7b7a-fb40-4218-ab22-0ea042f8c1ac", "result_sha256": "3f7540b9dd0fe84f9126dbb24194485cb59be1bda207b295c9e6fe723c6df1df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.197809236997273, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:21.875548+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9123d94-ddae-46d7-a5d5-4a44e1f9172f", "result_sha256": "303a978ee36a2657ff377037cf8ce7f49b230958d23cf02eb41c3bf513cbfca3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.629313548008213, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:47.573347+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6637801b-a639-4108-ab84-54bbb9826df1", "result_sha256": "621f0de63988b3d9bb28876d998451336df3334bcc643f69e1e03d4fb90a333b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.338432007993106, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:55.631481+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "030d5057-35c7-4547-9a8c-e6972e59cbe5", "result_sha256": "7ea398fa13befa480f1813e603c52a55d93d2fb87495145e585c4333b13065f4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.130000234988984, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:44.001133+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6751c2-6ab4-4192-a488-ff327a4bd228", "result_sha256": "39d242d706ca7750c97118e570e49fc801b3a7e3c027b0f6944ece76b1c1cab9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.635320068991859, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:21:06.730462+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20cb6e9c-2e46-4668-8783-a5f674d9cfee", "result_sha256": "39941c5ae0dfa9b976a4ed8abbb6de5a60c03f65c834e487ca55bafd3c78ae12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008232, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.669177981995745, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 554, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:52.902180+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "957357ff-48e3-48d2-af18-481803b6f95d", "result_sha256": "8b1db14f60878079a23ebb78aede522d87ab2dd956830baea5b3a7b929952fc8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008115999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.086505154991755, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:45.233889+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "25042ff6-3a1a-4276-98f2-67d9f3444ece", "result_sha256": "db6ad72e23f47706411111513f4d6f53b869c612bd2b90323e3b3ae559696841", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.888069517997792, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:57.850463+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ab58a73-a5df-4d12-9d5c-94c79bfee03a", "result_sha256": "68899d2700432476d69a66b4d555a5eea22d842d41ff0080b5298d0283c63cbd", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008291999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.999291571002686, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:35.256801+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "f4641396-5555-44ad-9872-4947f38e3454", "result_sha256": "9efad4d0576d1cef035474bf2ce0a19c7c00dafc57b4a5803f178c2c55621584", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008284, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.826668445006362, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:04:31.222334+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3b0fb8d-db08-45fb-aaa0-81c643d6f40e", "result_sha256": "4955a0ee04e1f66f503f26d3520b90a875ab235a24bd96e359f0719d9550a978", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.819035567998071, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:22:59.798851+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43428736-5edb-4b3c-b9fc-4dc75abda726", "result_sha256": "c5b82a58584c6d05fde54f072a65042b182c3e0501536543f61cca11bb3698d1", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0020645999999999998, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.562642856995808, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:35.567805+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cc646ab-c95b-4eba-b221-cc0fd6b6a7e1", "result_sha256": "626660de2b61511c7ab3be6225252dc17ed0ddc8f72b9e4aa0bb965643f927a5", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0026004, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.59933126399119, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2035, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:24.489117+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dc6f050-bbf3-4db8-a401-7901378c00f1", "result_sha256": "88d9bcc0e9d75c618856b4be8f9ae3955255e46e42f268d0a6a5ea499741ff2a", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000825, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.509253405994968, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:30.904374+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e2e8d9d-5850-41a6-8a65-add286fdbe11", "result_sha256": "044e603b9656fd89ec49892fe75e69017e990ead2d1b7dd11d73c5d70a413e8e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.064261653998983, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:40.250229+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "58f59dd7-8347-4037-8674-e837b6d5cada", "result_sha256": "aa1b5600bbc21488f8bc493469d32b557f0c13bafea2d0612fb44e41cc92284a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.797709458987811, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:42.449312+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "328a53f5-351c-4a83-8cfb-60e89e5e7b53", "result_sha256": "b147ce46d8ce887a1026656ea50e055016d5d7cce1c89d69397e664ca0f71322", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.436854598010541, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:16.509391+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97126db8-8c8c-4d58-832d-6d06a71ad444", "result_sha256": "e3b90953ee6d8d85747afce97fc48388625ba135a3bebf6247a61e3f27577a2d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008046, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.681363295996562, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:07.637929+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70bc4314-7e35-4913-9fc0-ec4175127166", "result_sha256": "d6729020f816d1007ae075b72eb86e065151c05f6424be3ed0bfc763d4fa6622", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.837464456999442, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:04.880604+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a212e199-9b3c-467d-9cc8-93752c04036d", "result_sha256": "0c98a44fa7f35580d67328df0bcae21c68542990c7775723b6c74894bed5c578", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.77473695500521, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:53:44.730610+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7048aa0-ea81-4999-a861-ec570851079f", "result_sha256": "38c313afd6f7b7eb7e84190b77d083bf1af1fc4b9b120c818621635e36ea6b9b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014203999999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.60511179799505, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:46.667608+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a264c4e2-c064-4b7d-a702-04cc08a94eba", "result_sha256": "d5fa4396f22d0ca87f6b7efefbfb22f100218337fe9d505a45ec5c1a1e90b61e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008116, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.171903151000151, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:14.652415+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe157607-1628-47d1-8191-904a3cd2da9c", "result_sha256": "ffccbcc8da990246c86da25f7c9209137ce4370141b0ad3be0e415ed04d5ef03", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001423, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.299441852010204, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:23.480061+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbfe2825-e2f5-4910-9ae2-a20f47f34af0", "result_sha256": "a8eb879d3f2a6a9420dcd692899ed9610f5f32dcf3a5f63eac6485774725ac54", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008384, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.547983356998884, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "handwriting", "predicted_font": "Satisfy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Satisfy\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:25.567636+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0227e423-0525-4de0-a36a-439f90927a63", "result_sha256": "9f7737ea6bb26fe348e09849cddb33a10a3fddce844f010e55785306b79451e0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.988877037001657, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:16.955649+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a90d5a6b-fe6b-4d11-86bb-09634d29e7a7", "result_sha256": "29c926690d53c7b05901d459e1c825e107ba126cc0c734dc935b72d08ee1af57", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014416, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.431222464991151, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": false, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:39.828051+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "089584ad-05d6-464e-b280-e89260d993d1", "result_sha256": "6a1ba7b47fbc0e3e5e1fbb57a56dd65a65409efa653ed7133385913fd679388b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.330794011999387, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:24.795840+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67a04d5-a72a-49e7-9df2-b96f16fb8a04", "result_sha256": "34796a1c7bcc5c20d4e3e3eaf0d99b55ea07672a04a0906954fe0c473d964461", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008464, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.059630390998791, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 562, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:12.580268+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66bf51b9-8f76-47c7-991d-78413e6e23b4", "result_sha256": "e1bfbea8e0f3517b9c73bef614006dc3a884b1103d3187c1134694cdb62d4e81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.261715340995579, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:21.421450+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6f7bf8-ed33-432c-94b8-531b25e71e2d", "result_sha256": "636cb0c7a1c69cdae853d287204846cdc4a059b187f695cacef277e5c84f39d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.113927775993943, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:43.969576+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b5c0c5d-eebc-4664-a221-1078f43b5d8c", "result_sha256": "a1f763df612273a29f8fcb64a18dcfaa452347ecfbc94f691eea0d058f06bff1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008248, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.37753839501238, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:04.247186+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "998710be-0392-4ee8-83c4-159e32acc3c1", "result_sha256": "bf4d88c31c0483165f7903dd231a994b4448bb9785d6bfe12941954ee45d28d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008181999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.342459121005959, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:49.028784+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8734e110-b221-4aa5-ad27-3b505d987e92", "result_sha256": "55c25f3232b823553aa6649c69c806cf27557c78abccb1f8547d413e7a8d99dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.65803471300751, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:05.857619+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d91b7124-0afb-476a-9e21-5965c6905194", "result_sha256": "9fde44b2154e3b02df54f6c05e9ef11b6fa838a34d9de498298966ba51937b70", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.267680181001197, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:34.311682+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "896466d9-7426-4bbd-a8e7-8aa10ccef218", "result_sha256": "8aaaa87fc6ee2825806a6605d8da3665bc08b853f5a968c04e5d6d2e48f76ded", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008212, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.8746991049993085, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:42.030711+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a12e2ff-4104-4860-b0bc-b908b5724d28", "result_sha256": "36e4e0e920a90080b0b27dbbdd29c30bb5a7fd92fde0b7940e5c83d5267f0428", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000758, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.811918231003801, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 494, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:07.874945+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "9a662c01-f435-42f5-9b75-9e721521369f", "result_sha256": "ec0ce4759c193cfd880a92bb6c0e4bc9cabd215c52d0c70204b8c4b373dcee48", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008325999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.9815852219908265, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:04:11.240044+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99bad323-1657-45b8-b911-142b19e61f94", "result_sha256": "2e806797249f94ac7871d7113abc4aaf8b5b64bc8007dd62a9518f5fa0a9605b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.5316694080102025, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:15.394900+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c69582f-b143-4746-8c86-501a0e4015c3", "result_sha256": "9482470fc49e4849006f5c9b43fd04f62b636974366c5d33b1a0495d8f1ed85f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005874, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.413422718003858, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 363, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:52.033293+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65397c2a-f70e-44bb-a550-0cda748bb4b1", "result_sha256": "3052e8c35a41dd7a5b7043efe2723ecc28ca4e4a2d607ad7ae7343b34902fc50", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00040480000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.95084460999351, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 214, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:29.789464+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfff2de6-f7e5-4b2a-a34c-78264b6bab29", "result_sha256": "8a6f04a194d3b4abbcebd2cae0b1416c4e729ba9059a0ba51406d5f23609e945", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00073, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.242933658999391, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 477, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:28.875637+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6660847-193a-45c2-ae1d-9a6e35cc6854", "result_sha256": "3a8b131bd9d04396a3c279947795a362d8e3c963730a8b4f4dc0c96f93a35513", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.153004933003103, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:49.425919+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "890a3d17-7525-44df-8342-72ada7277cb4", "result_sha256": "1b88d2f26f2fbbf76b6eb6a08e43838a9e6a5692738012bd6288b6e1086072a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.207995791002759, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:38.131783+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f219227-ea95-4b43-b92c-ee459ae9eea6", "result_sha256": "d62e12b0b4e1445adde8f9cdaf956286c7a186369ec1e80c14bf4fd9ddec8c9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.542242469993653, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:36.482957+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ff47386-c786-4b59-925b-f6f708e0a4aa", "result_sha256": "fd210551ca4478693185b4995bd71bfad7815c716ec823d0d8ea0f5ade8ce1c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008115999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.133532406005543, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:38.813517+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54afd418-1fd2-41fe-82ae-c69fbae24ba9", "result_sha256": "ac595298f7c9b45110aa3b86ce955fd9203990dc0a39fae200a175629335d92f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008188, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.198079523004708, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:18.715947+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32706abe-6d13-4a2e-90a0-7ddfcc06d37e", "result_sha256": "4f5a52e7462de672509190f27501ecc09b28ccbc501acf6821d2742235c399da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.926484822004568, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:24.060008+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "942121d4-3edf-44e7-8610-cb175151aeff", "result_sha256": "0c251a5786f6652cce3182fbd01cd2e147e47701913c62c02feb5e5805eb3de7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008146000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.54719358800503, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:42.721214+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d88891fa-b4a0-44a9-a643-6c0752ccf8e7", "result_sha256": "c87ad981e67b250822157053ec069fc95a1b58253306205000489b7d97ef17f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.180096397991292, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:50.089591+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65dc2220-38ce-4c07-b86d-56220d8cf33e", "result_sha256": "4ddfd849bab67877dc72e6a63639338ec6a04d9caffcc89cc02982e1d8c13292", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.725324077007826, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:17.470015+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83fb68a3-2dd8-4100-a030-b84458ec596c", "result_sha256": "761c0b775b38eabf3d31657f1476524e6dffb19453df182d336599aa6ef64fbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008115999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.652384412009269, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:03.046950+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bc4cbc8-6ba2-4f6b-84f5-d912a2e5211a", "result_sha256": "fa84857f5c43cd4474cd0b14eeb0fc20fadbba1d2c0c75033b2871854f967e58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0012756, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.409945008999784, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 945, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:16.393886+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "475b164d-2f58-4f30-8330-2516e9ac00ab", "result_sha256": "d468bd8e9dc05a2dd1c082f5e72adb1806999d3d6d34786577b45cae39da25cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.195277002989314, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:08:01.904535+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "147ddf5c-129e-4b60-b47d-cb0c0b566416", "result_sha256": "760f56008c11ccfa9dc8e7838ef81700029346a0550268615a8bb6518e2c59f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008012000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.39088591800828, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:56.089392+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f24bf4-5071-4e7e-883b-b79a4eafc54b", "result_sha256": "cd3887115937d63ceb8e8291087a238f61fb04eda9cc1373f7819c793b3f2735", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014428, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.37240664899582, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:19.284539+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14a7da27-a7f4-46e0-8182-2374812e3b00", "result_sha256": "4c8b3a018588351b5fe0326edc88b250ef13bedd00ddb87adc548f49f54ce564", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.001285325997742, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:37.736070+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dda6edc-a41d-4052-ba32-f48eb504e07a", "result_sha256": "eb75e63014ebd9fd5029c65ec3120af67eb82d6a76ffc2b60f6cdf1da56da455", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0006945999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.108313105010893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 444, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:08.638913+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a914f857-374d-49cb-900a-426ba34be5e0", "result_sha256": "bf2d9ebe2a22e94421e779cdabae09ea8384587e345ccfdf0d9acc2730d88421", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000844, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.089398849988356, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:31:07.978919+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "9dddb6e4-2fb5-4ea6-8d62-8fd266e3fefe", "result_sha256": "c75d3fe86b3da0f29be4734575e593a2e4445200152d1daa3a0b8ec041bbef03", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0018834, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.873227629999747, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1443, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:59:42.459012+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee119361-1443-4c68-9c6a-d141bc7c5356", "result_sha256": "80b0cf2cf6d67877265a42d74ea763021bddc4bc9884fcb01383409232cb4f1a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.584706489986274, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:15.489234+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0585bd34-84cd-4498-bffe-c7ae1cd8a50a", "result_sha256": "1897a11ac831a966638b6ad05160da649b3e5dc485ee13bf56e0c1ba1111356f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00079, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.11301984199963, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 535, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:54.614462+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a62a995-6ce1-479e-a17e-8e2cf84327d8", "result_sha256": "ac32af3d31c529aac808261ef6f8b67009a82946e90fe68d8c0324ae2017821a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.173134850992938, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:22:57.632307+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3cdd24a-0335-4a15-8dd0-9f1f84712804", "result_sha256": "f5fe30b3110aeb4184fc4c2e97239e06aca11bb8b8ded5cdb0cb92e8ac252fa0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.867577252007322, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:30.707433+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2a279d8-f8a1-4cd8-8058-57e44e23774e", "result_sha256": "30919fe324990a66523fdc70c0602ba588da30ba072fbce718b8ca91b06bf5cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000414, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9902863910101587, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 227, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:18.989303+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "795169f4-5422-4718-a969-4ee324e1c993", "result_sha256": "164be58042be698c4d66884699e181a17c70d1e0d5162500b7e837e8a37c8dec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007664, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.7567499819997465, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 501, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:07.089766+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae590b36-f8e7-4dc6-8892-146d19ca8a1f", "result_sha256": "f914df73e9694b9b5649fedcdebcc5f0eb007599c95df01f9c71bf936e3046a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00040120000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.541507949004881, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 219, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:13.932804+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c258c2c8-7ced-4c48-9c64-5228ad960601", "result_sha256": "db62306376b8f74af15a51144dd3606679a911e27638660d1875e70e367db753", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.097722137987148, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:09.789085+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f55d7f-4287-40dd-bc66-f8a524f001e8", "result_sha256": "23d983d6aa256cb3ccafaff5977f26c88edd99473c9d78c7ff846723a5b10787", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.306792970994138, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:56.111314+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13aaabea-7197-4028-8795-2652a2c26889", "result_sha256": "277846b49217ea9dd620158c3de911988731ed947d7c4841a3cc663562e1673a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.677139830004307, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 404, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:55.931156+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63ec700b-b185-4bff-880b-fcc19f7d9c5e", "result_sha256": "7ca414984c4c1ed60a6e4cc3d12a33cad2cd9f69a8d45eb135ef04ddf83b826b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004614, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.015786861011293, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 258, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:52.201059+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32456e75-b001-4c00-b8d5-a83126ca577d", "result_sha256": "6bbf241be73842b831e5e1251f0711dc9112c8bb71cf578ec4d2f4c560712433", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008133999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.572158252994996, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:22.873889+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46e1c4ee-e6a3-4fd9-8910-b08031d91e2f", "result_sha256": "c72c4173b25aed7eb7eac5c249a0a1913995260837b5dc0b64858fceafb94fe9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.859876141999848, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:41.543456+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "7a543aa4-285e-4404-b3c0-3de5bef8278a", "result_sha256": "995d487c5222074321d12c10f92d80b340e5fa98a6d257e0a2b7dc93d3fae0a2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.1933561279875, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:02:05.809056+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cad561f-4598-4c2f-8655-517ac49813d8", "result_sha256": "8f56a00d194b661f42a1054f3a59a7b720e54111299867b9fcce34d789f2cf88", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008211999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.462907009001356, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:48.767312+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "bcb7bde2-e37f-4a43-a050-c6f22057c76d", "result_sha256": "aab4a2adae98007fc8df68804941a8e47dc1723d18996b19f2fec013fc03b9c3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.950234008996631, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Brittany Signature", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Brittany Signature\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:04:40.746160+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ff29fb7-75d0-438a-9382-997a0b3519ba", "result_sha256": "5d83104e11335fd4465ef3a97e1936e2c8ad23aebc5934b1fee5d31c2d2cd2ce", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008112000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.922274076991016, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:56.898811+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ae8236-afc1-405d-85b5-cc0b9364c085", "result_sha256": "801162f31eb13b117050218efbaf12001f7e04b5f28e651cf203b9a98d8d167a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.600706477998756, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:05.894767+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ce5017e-7228-48a1-8fb9-ea535681ada3", "result_sha256": "decbe4a9c12ac13a70de7697504cb2e9cbfcfac4f36a947273435e814de5ec44", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.061330869008088, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:47.746960+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3629df6a-b020-4ea8-b5bd-00bdafbea7a3", "result_sha256": "62a8f9d1dae1a25acaf4c1fd5c544ed41fc2c9aa8123fc5a8b22bf216e9aa040", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.7664140470005805, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Satisfy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Satisfy\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:50.609098+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7e46f25-a6c3-4bc5-96c0-cf6028087d9e", "result_sha256": "bfced5229a553f898a4c013047ae595ec32b9e981c533a58f38d3417e8566dd8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.034417992006638, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:41.143064+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa62a5f1-263b-4b9a-b4f0-4b8a80c68762", "result_sha256": "b430fcc1e6498d74df3fc328911e714c018942ed5138097677c4281eb0638762", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.194852444998105, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Brittany Signature", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Brittany Signature\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:20.724525+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb14a3d0-5702-43ba-848e-86f5e57fd530", "result_sha256": "03dca49c043d4783ad4da2100ec8b3c2d31db777a5406776cbb07e6e9c76b83b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.9844803379965015, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:20.646293+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b86ba5fd-8f62-4772-887f-3b28a0fd4286", "result_sha256": "322980c1390da824f1df5749a4ebb88b683f59164231d3a7ec5b7f905ffc6b2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.198882817989215, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:43.849587+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54da9c66-73a1-40f3-b5e1-e6b940937e22", "result_sha256": "b430f021f07e9a6b76b88b025833d31777ede47b88f90b07c53529219ebe39eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.921567198995035, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:45.891490+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "acbfd5a0-cd50-415a-b7ad-11c4604e7d58", "result_sha256": "6ad6431b579ddb03fcce906b72a5943e7ae38fb44ec7f0c2cc75a3e128a50b6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014418, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.511026876993128, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:38.439267+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c49c1adc-ac76-4212-874f-24fcc7d24d79", "result_sha256": "8978d7f28e30a71bd9989c377295655f5a92a5cac63c83a19d1fe999a2b06abb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0014344000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.645072708997759, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:36:54.197263+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5925baa9-8fc7-446c-9f26-ba2f93783233", "result_sha256": "ebfe1197d2ba8a874c37a8a807bcf4665c886c42629c651ea07a6d55797213f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.133970110007795, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:40.911542+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "459c042e-868a-4613-ad4b-150f304fadbd", "result_sha256": "58a4eb913edfb3aded39b6b4da3ee44bda222d740817c90d470217458f3b48e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000796, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.516945057999692, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 548, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:15:27.288633+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbdd5e70-cab4-44bf-8793-b899c28dff81", "result_sha256": "7dd0be3329dff0c05916b977b8aa4f61747fdc07e44c8db36c2c9a998ce7d4cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.136983624004642, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:04:07.006270+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ccda1cb-52f8-42ba-a20e-fb3c4638d61e", "result_sha256": "631a115d22106d3b7e63adb64cc1ba7cf815bb304d447202de148f1ae454201b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0020566, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.604872406998766, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:04.767563+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e436b3d0-dc11-4c3e-a324-f4863fb6a92c", "result_sha256": "ddc4156c8d19d4623473e1f0d4127fa90bd7ace1bc04fdcba814d5b516c8e6f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001813, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.4964055520104, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1390, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:56.645369+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75b149e0-07d3-4e12-8480-0c3063fd1b3b", "result_sha256": "f6753ef2e72b320f993b2ba1bfcdaad7f0b076d2b3e46cc4d3f149d3be6cfeb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014536, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.272786670990172, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1080, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:18.785006+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d50271db-a97f-458c-90bc-97235201531c", "result_sha256": "468e9a4446465bfc4bbe1d9dbd44b8dfee96b285b461cce984f77d7da25c4bab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.309999706005328, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:41.430608+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f24b98f-6548-4319-a117-199838a98bd1", "result_sha256": "66c66f969c745439b98cb49ab6add0badf33c6b108931d8e30c31e82accae1c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008272, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.09319819000666, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:01.056799+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbf26da7-961d-4bbd-b1e9-c5b190253f4b", "result_sha256": "a76257b708478678201a7d30ee73c539daf926b1ebd64615e5dde6a9dcb4ac9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000774, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.676954378999653, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 513, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:30.844513+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c5adb01-7dd8-40f8-979a-2ef62a817f57", "result_sha256": "de81ca4c220eadaf9629a41314d826c8f196a0324a4e95196d9790ae39bb42aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007277999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.30004939599894, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 480, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:11.923859+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff959376-0d3e-4212-91e5-1672c2187d67", "result_sha256": "6805826eb35bf4e0f7f946e706affced7815cd2f5166ff70ed81b6dee9e42f4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.203372176998528, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:50.218454+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99b80ac7-c3c9-40e1-9c03-3db57bcb5d80", "result_sha256": "d8c35a4ffa0cf3970394505d43a481461f262be2e3e0a97af239e16c085c0ec4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0026728000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.565245411009528, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:36.349532+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c937a14e-a6ca-454d-84f5-90619d802b07", "result_sha256": "729db822b6a07e13e3cff3ba509d5ba33c671ff4d89405281937ed2c24be9c1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.887789882006473, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:05.151854+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dcd0f04-7d23-40c1-963a-79bb3f7ca040", "result_sha256": "59a4689273002a6fe3dcc8cc7567a463efb38413737e6bbef4f20a81351ff4ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.94766697799787, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:41:42.344518+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "afc3442e-04f8-4b90-b7fd-fd2655abe737", "result_sha256": "a1261ce8a0c630e487fc4042cdfa06857ae42270b5740ec649c9fcfda5559888", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007851999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.22352307800611, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 539, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:22.801459+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83d658be-ed29-4ff7-858b-1d04bf44a3cf", "result_sha256": "a274ca92649da998a78597eaab8ee06a55316289d036e2ac6419ed8ed7a1a024", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.5753699769993545, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:58.563123+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "71873046-ae9b-4aca-be10-4e6b726c0cbd", "result_sha256": "565e0e160fbffe41e6b51e5129ff7e4ed797fe4defad9d920721d05734db13ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.812824973996612, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:34.468513+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e12832b-8a2f-4694-ae71-a854e51726a1", "result_sha256": "aeda485d5241abde8624c14ce6753900abd7a890777a14c1e06b55aebebce4ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001432, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.577643748008995, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:14.287629+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "09686021-0fa2-499a-aa46-6d24285d99ca", "result_sha256": "f18f4002ff2a69c7491714070de211ba641b9a23e4ff70a75f1d6d5bdf53c462", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.48409434799396, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:30.840168+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e276e3c-62c2-4d5f-b718-4e4000934f1a", "result_sha256": "b632a08a824dd5d561b2d03a2f4623f6f71aa93c2be3be3fbd1eda98b53305b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014332000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.99431892800203, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:43.963624+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0152839-f442-47ca-a6a3-e0eb7acef5d5", "result_sha256": "a14807f61a5a51f71f0fa4f6903e63bb59cd39b3f9830c8cf94f58e74bdbb17b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00146, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.962113052999484, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:21.563843+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fee7b17-f124-4d07-8528-5ebb83809415", "result_sha256": "9be199fcf647a47045d3ad613421658317dc13abf552d6c99310abb5270f4793", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014428, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.567452117000357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:55.643989+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22afe91-ddec-4cba-a4d4-b044db148f0a", "result_sha256": "d3c7d1ecdfb0d1edf5aaf89693cc6a0b3cc18291418483c2af82c1589513c82e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.920303764985874, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:27:02.351718+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2faf84-1b4f-42fa-bffe-6584d8adafb6", "result_sha256": "51ffec0b1654f944d8ecbfb348e391a6f4c888dcabd59280a7cdec066844a424", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008158, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.04399018798722, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:17:11.328412+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5668aa01-9398-41c5-8f4f-4213273da9ac", "result_sha256": "47367632150631478c299bffe32953c6862b04bc788f66013bb69c61ad18df7c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000834, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.486901356009184, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 563, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:06.399501+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f41afd4-c16e-4a08-afd9-63326a396aea", "result_sha256": "4e582c18b92d432b5fd9c7a42fab80d885f70ac1125d458755b2412e76dfbb14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.5635718970006565, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 564, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:45:11.785321+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66f18f3a-53ea-494d-bf18-5f4d94fbc1e9", "result_sha256": "7bdad474cb94bbd1cb05f2ececebc4596095e47ee771f77ca220043dcd833e67", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006004000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.731129273000988, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 369, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:04.774224+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9947fad5-fb67-476f-863d-6017462b19fd", "result_sha256": "e037a5786303bf27d6966e2a8331b4af36c5a8022ca9f21793e08652e976ef2e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0028348, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.450454692007042, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2247, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:09:14.617111+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f30af2b6-c759-4b2f-ba3d-dd20958dcd8f", "result_sha256": "531e30f1e78d1f366c2c08490d681feff5a3695c76480b4824abad11746ed890", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004528, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.929802908009151, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 254, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:13:43.614326+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50b88152-9adc-40f5-8a55-6dd435dab895", "result_sha256": "1d7f82a28f0628ee4c99676f5f1caa35da4f8ce4bcf11278ad0230ff8becc2e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0020524, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.795887871005107, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:24.204537+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14deb379-37bd-40af-bd0c-b2ca80d7ef37", "result_sha256": "a2de5ac053bd59931e3fd40e270b98e8e0240514e600a5bd7439fbd29ed40349", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008302, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.415225716002169, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:02.125686+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d4719c-e995-4f29-a735-3ca7f3ab1b91", "result_sha256": "fd514669a2973e43df68bbea766c813b64cf156c5a3226e9af45cf0a28668ae6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007587999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.372345605006558, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 501, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:00.660291+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c239c72-7c0d-4fda-88de-017dc330a066", "result_sha256": "2c348e20a44c859cf1d42d845cee0536c37f4f3ebc8710bee310abfd1c2de4f7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005897999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.920310874003917, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 365, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:02.559857+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa93558c-a0e5-4082-98c8-61eb8361803e", "result_sha256": "bc644281ea5211cd5e1303e61a251f59aeaef8eeb20e5c92fa817bb7278f9abf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005944, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.591915187003906, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 352, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:39:09.115607+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6787fbb5-75ec-49a1-81a8-53227cf7f22e", "result_sha256": "be786e1f8c0d8c99dd1435360141f0776682e471dac22f5cf263a6fa1e42bb36", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.097286400996381, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:47.518846+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fa17ba3-833d-4fbb-8551-d1e0676a62ca", "result_sha256": "41869a6541ad8e4c4bf0abb87058699ea40abc4afbd641f6231bebcc81a959f0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008403999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.827914701003465, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:59.097449+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "68e74bad-15e1-481a-902f-8039a61eb45b", "result_sha256": "e10d9cb1f680917a6a9e858655179c2c5b2b4c1782e724b3282617f7ee553da6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.343153827998322, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:52.855504+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34aa46c8-7995-4abd-83c8-e92f80717469", "result_sha256": "d14e5897aa4155a884908277dcc91ea72fad6e238731a84266f880b003b6857e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000424, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9999366200063378, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 238, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:18.750510+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e053ff26-edfe-4c02-8832-23c3f185cd2b", "result_sha256": "205c408de00bfee3c489c96ff5529243e2d507738482fc4e08f49920ee21b8ba", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.769079560006503, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:53.765023+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a6caa08-c8a1-4be6-a5a8-29f7eabce47e", "result_sha256": "8b4d0254f2dc864427dd356e482e7320cc12af170adad4a8b9704ac77ea075f3", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.708369586995104, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:20.767351+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be0f08e9-9738-4bf6-8912-cb6936549b7d", "result_sha256": "a2c39c8e5c10453647db9d0031792dacbdd22c15878c0f7e9e97adcd96b7c375", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.221313012007158, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:08.342927+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3556a288-301f-4915-886b-5c9a0a59ee4a", "result_sha256": "7b3d8ab1a143f482b0cdbfcfd20588a94c1de59ac08128c0e163e3211a32b1cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005572, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.854868328009616, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 349, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:47.119305+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0860e3a4-3584-4ec9-9363-c3dc7351a1a3", "result_sha256": "2bece1c65cdf1416bc006abe391a6d8679e7330ed68780132d630141ddc23ca0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000645, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.865443620990845, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 411, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:35.662597+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1ef2fc4-d14c-4079-88ab-5a0e6cf63e93", "result_sha256": "61f73b329579a9f2018c121c5f269749f3f190c2916d8a6c48962bf6d39cf4b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.199223178002285, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:34.125101+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2cb4ba-bd3b-488e-987c-5969166a70f6", "result_sha256": "0a35088f9042cad96f72ab655095c2c22bce30e139e322d586533d0e13a08d18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.822998193005333, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:11.024769+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "a1eb9b60-6a92-4ee4-abdd-607448dc70fc", "result_sha256": "1768787172af8e95d384b58f2eada6e114c351da5fb5e9e5cbdfe4a69693b25b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004642, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.232318085996667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 266, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:02:49.481186+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0149b89-c932-4b4c-a4da-cfc6ba2ebddf", "result_sha256": "3f3b4c279429e546be17bcff6b0a0d5e771d9ff2f32c80f1c22918a8a69fb4cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006616, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.024349476996576, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 420, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:38.297209+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e686e5-18ab-4252-b3b5-bd033bf62f0f", "result_sha256": "18b54e297bec1ce763dafc5af6a2b6e73b55e3f4bf98a510db4256b63aa7509c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0018816, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.99803228500241, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1450, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:43.140101+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6fa3377-8deb-4aa2-873f-23df7cfe00f4", "result_sha256": "bed42e91e81d602a398d3b4c5b63b9fc490c7309ea4feebdc5580604f829d336", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005754, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.590594704990508, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 353, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:53:49.259741+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "72e8fee6-255b-4b5b-9298-b3a1fa7d6047", "result_sha256": "a50e6fbad914511096f8c293253741b3adefd7c976cd5e61c4e799ce8eac71a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.782279192004353, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:37.969748+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5949ee6c-bae0-449c-8904-dd0dbc107dc5", "result_sha256": "3e5a7be43a1f6430996ed3e291d7c956709fad98627d8fefa6a7c85d375c52d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.264868975005811, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:58.385002+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dec3f257-d420-4ef2-849c-8ab7a9e9e656", "result_sha256": "81ec1aee8cd298e8933490c67d26dc3bb31dbbf1a5a8724167d22a46deeaac02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001672, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.195694036010536, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1266, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:28.370071+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "111b3783-8a73-42fe-8167-45604845b653", "result_sha256": "df85bafc137db46938e19f99646ae47ccb0ddf0b452527bd05baf4afd0cd6a3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008036, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.187770336997346, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:20.643836+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26534bb8-05fd-49e6-aa80-00e351bac26f", "result_sha256": "1a1693278b6485a7f20630114e1e44e40a37fed8d3d4f488689c49266b90be37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00202, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.89405378900119, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1560, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:55.482678+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a9c6d02-1fc7-4934-a472-d0eded709473", "result_sha256": "bec6be2bf2d942a97959b5e2354e9b493c1f49134cdcfba78f05933cdee989b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001665, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.830837102010264, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1261, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:07.250192+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c637d6d-7481-4423-ab69-f4b3f8fd84c8", "result_sha256": "d09741686875c545560770c139266338c9ef65fc3ac02ae0f8f204c53d391245", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0011476, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.028223540008185, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:01.114117+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a96c2c4-0ec9-4391-9daa-0960336e9aea", "result_sha256": "da52fb601aa114c742524385e163da1f04801c4393cd2e7ee1788002b8b7a783", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014552, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.00032225099858, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:19.732013+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a521d1bd-9081-40ac-b96b-e609ef165602", "result_sha256": "ae1f200b4b8099e32f6d473cde5e98a61b7da8790547cf725f24225140719dcf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008133999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.405168156998116, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:53.839904+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bec6b01-b061-4901-a6b8-d9bdee958f7a", "result_sha256": "0b5fb4f2e7b80c0c9ed7e242dc8e2ce57a4717154d206d4f547c7b8cba6dd60c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006582000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.774065438992693, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 422, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:52.641391+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba4eb771-8312-4131-b8c3-19cbfd6e2b2e", "result_sha256": "ae5c51e784af1152670594b7750cc160c76d7960561a132e33bff2554ad7ee1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001137, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.088893641994218, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 821, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:12.166544+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e46ae1f7-f509-4cc9-a6fd-3c9d43035bc9", "result_sha256": "baf48c1e5557203a731280d6a998a20569fc4e13a996f26393636231cde52ffe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.027257832989562, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:35.089034+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c6c4393-540c-4ff1-ab9a-7117fd259a8b", "result_sha256": "56e7b9fb6a67b01239bb128b827dbb5d9dc14509270e7067ba410c928132270f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007827999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.238663484007702, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 537, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:35.565850+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "baec137e-cc45-4078-999e-aecdeff9481a", "result_sha256": "9749753673ce34e0dec3c8a6ffecbaf92f8c26d270c79d897b532d83c00c2d21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.831061720993603, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:30.951679+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "ae82109b-66d9-4926-99c7-85534d3abba1", "result_sha256": "4b976b2e1c65abe4ca3b83b731d6487b4c704e9ac0d031ae6e4fbd9ae71ae1f4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.656562808988383, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:03:35.838419+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "9ac8c539-6d3a-4c18-b3d4-fe008efabdbf", "result_sha256": "841ad42745896b9f4c1bce2dd20a768997e0f4e5f170d5ecd1f4d879687a7040", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006665999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.046948756993515, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 429, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:04:48.230065+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1022ca34-257f-4eed-80d2-6695599fabe5", "result_sha256": "020553845cf5f12194e1007c6371b8722701cf671bde41638ae2137441013a76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014496, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.340060136993998, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:04:23.758417+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f76c4e72-c2af-4211-b6c9-eb9318496a99", "result_sha256": "25ed8ccd1b24396b71ca57068393e1651530f8a0b02a70577c7a8c9c13829dcc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.720314195990795, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:53:43.654755+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8094521-569a-4260-8d24-48df02c8963e", "result_sha256": "0e06e0f0711126b719f64aab7a8631b78442a012f516cfca0a3e56578d12820f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007445999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.77283087100659, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 494, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:31.669755+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b869a8c-d7a7-4a95-af21-dd594b3a76e2", "result_sha256": "229be4e0fb16e15326c4b0ef0a8b19d4e26bf9c343c10c2d520d5c497a4b04aa", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008403999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.155407878002734, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:39.762834+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d58a049-f7d9-4928-bf9e-fa4d91eb9080", "result_sha256": "616208712e9afd9efcb63a4ff60024e0ee9f28a2b92e739ff44e4d7cd76cfac3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00040260000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.681297336006537, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 209, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:34.511851+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8894b9b-7f9a-47e5-964d-4913846c9967", "result_sha256": "78e9543a7ef86e8159c9cc2567d83cb279dbb74a1fe45c76fcf9918e362ed1e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004628, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.714812060992699, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 248, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:44.152043+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9114fa47-2fff-4250-bc98-5381d9d89256", "result_sha256": "abfdbbb1ac7dcb2f743f8aee2b9005e5f9754368359ba3197b7a23dd170dafa1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0006555999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.722747854990303, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 431, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:26.557990+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecab1637-4d2f-40cc-998d-f91367139eb1", "result_sha256": "dea5bbc0996562eb021b8416cf9d46289055c19446dfcf5cb149faf3681b92a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.002482, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.27488070599793, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1933, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:20.640402+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa8435ce-34ce-4f1b-8a66-5d2653189d83", "result_sha256": "3c546d40476b7027591e654109c3573572c8cec5e59cdf37847c2e29fb5be156", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000406, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7785148050024873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 211, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:12.085175+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f393ae3e-fa55-4b86-a413-5563d55bc934", "result_sha256": "dead5b32dde9cd548efd65503a169bef60e1b22350b9abf7a18b07c7b916d478", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.1443925900093745, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:51.502637+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c728253a-eb3d-4a72-b32c-6cec7f5f56b1", "result_sha256": "4b5e9b3381de81aca65603ada1ecdc1d5aa49ffb5745fce7528e3c0c74d4476c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.523607947005075, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:34.795104+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab95347-d7e2-46cb-8f31-fd495c30a6b6", "result_sha256": "94d18581a411f7794f17c0b4902f2fed92180dba317da86ad83f4846262141b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.407486256008269, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:50.462680+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3348594a-fc95-4de8-94db-1df6b9d27c42", "result_sha256": "03fb7dcc4d451ed4139ecda73e8c61a26abb9e6e42a76f11a30e245d423fc691", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.910989675991004, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:03.114546+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "652ae61c-e440-4bec-8505-6f33da02a695", "result_sha256": "bb90e7cbe7b0979f147dba62d0a331ba6ca730d65681efb2b8135905806c9c76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004914, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.29850093999994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 283, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:59:14.550786+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2906a993-b893-403d-9af7-4f68ae4fcb93", "result_sha256": "7d9648088318d7056837fa7734def2e483d5a306149da14d87409cc2d2c997f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006598, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.829760210006498, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 429, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:01.657363+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ecec41-e98b-4362-9e60-1156a1c07f8f", "result_sha256": "1c3c8364623652a6a448cfef0d6f26bda9ffacb9e9cf78673bf2d7af3f159464", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014398, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.190320078996592, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:45.952557+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "beedb96d-20bc-4e31-8011-d1dd660ba49e", "result_sha256": "6a17353664d2eeb3475282e1be64fe1364d9a6c0e36e02789246bb5df8d35a74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008296, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.153416313987691, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:55.440873+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8dc4445-0ecb-45fa-9087-c665156d4989", "result_sha256": "159e72b9b6b9d02a47e217108ebf5846d6ec09c205dd00d02d37f53f4175c106", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.394183550000889, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:52:24.623026+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa21475c-2fa7-49e9-91c9-5742bbd8144e", "result_sha256": "eacd11ee5e7437edbe98313f2f10be117c492c5983f07ddbcb000f926560c110", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007054, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.961962018001941, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 467, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:30.477555+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90e39f51-60f3-4913-aa70-24ce0bb2d8bf", "result_sha256": "e332700c765ff8acfd47e8ff8cf47e72151c7794bc1e02331dab6ac73018caa8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006336, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.134757715990418, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 396, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:58.872283+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f453fc88-e36c-40bd-a92f-fec965c28b28", "result_sha256": "7bd508e83e876c627ce2a576cb4216215dd9963f5c2819b09111b9952bc928ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007984, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.0349100140010705, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 546, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:16.120145+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "582a63eb-929a-4db4-9dae-e92b9e696ecc", "result_sha256": "075a753d9f0ecbf2227c9df0452deac965a495dfdffb290c2ac1909bc4e3d3d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.038430779997725, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:18.993546+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a423787d-739a-4213-827c-c7b001bd585d", "result_sha256": "106675cc7c4e2cb1056c823195a6cf76b752b40d92328e27426554b44bd2724a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.876951628000825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:59.159031+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f296ed7-eaf1-4eac-8f2f-4dbe141a9543", "result_sha256": "4be8e54b1076e3ef842759f28a1ddc34e2d60cac07198543a7aa295c1a7e8fba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.950706224000896, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:30:28.973259+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6288370e-7eb0-4666-9d83-c332fcb2261e", "result_sha256": "70fb70f6fc0e7544aea18ad33ff8016cd68150bd0dfcae746db2653b740e6048", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000544, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.29791097099951, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:49.442495+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40687ce9-96d6-4fae-8258-f59241c0699d", "result_sha256": "b93c27d64c36d3cad9b8b6565b597520344454ba8c0344c1b6fe664cee0a83f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008372000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.721844010011409, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:27.504847+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bffa5205-064d-47a3-828f-6cea78c60176", "result_sha256": "f7cf2aa16ecab926c2d8f57497d891902dacbb9dbd82e4eef48d3717462bb579", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.973783913999796, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:36:32.099207+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86b09b49-5d3f-473c-a369-091cf75c775b", "result_sha256": "408498af302d99428c09aa8fb724942c2aa041deb8b4ff1b390514586d824407", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.542753116998938, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:43.957031+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9123904a-5b15-4a77-8d66-11b9ad356514", "result_sha256": "6a8b04626162718d1358fce60c01a8c7c60368e71159b9b9e083c4df2b1bfd03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.944111924996832, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:09.346161+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f2f60f2-17aa-4345-8ccc-0cbce4b9960e", "result_sha256": "c59869381451190aa0c9e2fdeb161db174d75a42d5ff64e77eff3b316a9cd338", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.285640526999487, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:11.012397+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63260a47-1ba6-4170-80a5-69aaacbb0412", "result_sha256": "7f372a93e98710933e2cbea55158d0ee4a4e185f81c898b5d7ccb9329d855834", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.102916334988549, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:11.846693+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "021bf75c-e019-4ad5-9d61-d0dbb6c1e2f9", "result_sha256": "e278473f51ccd589baeda7ba1025fefa568f76eedb3252165623e2d09cc94379", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007415999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.068404088000534, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 486, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:54.901068+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd92da65-5857-4fc3-a352-cd3e5b696f18", "result_sha256": "5c815a6a1ae1b2a88353bc9b1ac2b0b20399a0f45b4c182263f948a77655d658", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.422854325006483, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:19.881412+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9eb0bcd-5e99-49aa-aa3b-470cee375b6b", "result_sha256": "b1becfbd82a4bc8262cc75eb7a19a6e415fbf05b53dfa2251c049998bb139b80", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007194000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.66374964400893, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 473, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:07.956617+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c033505d-6f43-41b8-8d9c-d6623216b64b", "result_sha256": "fbb5ee5f07838cf7e1962a020945c5d0c027b1bc32b4ea1cc1ebd08989016b62", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.002665, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.650147020001896, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 2100, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:57.154492+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e020574-b790-408c-ae65-c7f22abcc9b1", "result_sha256": "a75e17e0c3b1cc0e57119ed4b45669480f4e10507cf452faec30214f2dce1fca", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.419356779006193, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:23.890771+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93704722-6751-498b-b1f5-159923502362", "result_sha256": "49cb23cfb135b82b7f47f90dd646d5b09f434f4fc5881355bb9a5937190fbeff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.147798278994742, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:59.243551+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "451dcc8b-2625-43d7-a9e7-8b9a0205efa7", "result_sha256": "a37df91399ebcd4ecbc8ccd3c2778403f300f6c0198e8a8db14f6b9557994a88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000825, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.198754338998697, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:11.136648+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5727428c-40d7-45d8-9862-4ba828a1a64d", "result_sha256": "f822f8a907158f0d9b91fdd96743626f28eae4be59c53957d808f892d3f38692", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014588, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.598989696998615, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:03.861087+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fbddfa1-69d3-40f1-8b1a-b95740846afa", "result_sha256": "bc62ebb9d598919e036bea86d153bc7b89f4398b5d1780ceaef41dc9262536c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008115999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.957221630989807, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:41.588558+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8634f58a-5910-475d-800e-62ce240f49e6", "result_sha256": "fa7c210fcc3746de58e4f6c489d0537859c52ca10ee6a17866da091bca7241a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004692, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.519483383992338, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 259, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:32.141032+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5718c72-2640-44a6-a004-92d94b784457", "result_sha256": "fde1315bef8f49841d46341f59969d94c7d014a4f38c0e41a847802d50279cce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.567143047999707, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:59.565613+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5036d57-9c6c-4a16-bedf-f41cb31014ed", "result_sha256": "bd6b79395a49835366d4b27ce26ff3eb0f7409db22d728a06aa1e914a0e71791", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.826609866999206, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:22.147100+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b1f8d0c-ce36-4bf8-a1d4-cda380140645", "result_sha256": "3729faaf30fd190aa02df184322fb90d916b4db5746a1946cf773b5b17229a00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.351910363999195, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 356, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:32.239909+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b200fab-8448-41c9-9818-bfdce1e7fc58", "result_sha256": "ba1693b6a83cdbe040c04083e8237c307447c462da6386d5db037d48d632c669", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0012813999999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.02101031600614, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 947, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:40:00.501552+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e645fc9-3aaf-49f1-97bd-677fe9b7c96f", "result_sha256": "6d51a869edc6d12b5b9b0624d0ca4dd1afb894510fbb47f918569284e57916ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0020482, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.641897459994652, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1586, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:37.495772+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f353aff5-c8cd-4928-a205-5b562a050846", "result_sha256": "3f50950d769d01f7df6a95873817c4b3886c496bda380e5e6b86eb163a58f175", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.002074, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.00004758599971, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:27.184416+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14dca91d-3417-4467-91e5-397e0a803f53", "result_sha256": "c6d6c91b9b683042ca0c80f5f99ff96458aaa07d2df2a5a7bd231c139899fa6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007494000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.602628414009814, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:29.924897+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0b69087-cd71-40a6-81f8-2c06f7fd0b82", "result_sha256": "3f2eb79d8ff695ed8ec87fcf4fd52661545bf23638a42cf5f5b792bb9a1fba83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.318376825001906, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:03.860576+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "165ed13c-e298-4845-a29e-7a57fac48251", "result_sha256": "9872d03075929579df7d80c751563041fac9f9c487ef1d4ff1eb99fe00b091e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.525836846994935, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:17.816697+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f84baadc-1f96-4cde-9c91-a823f40fdf27", "result_sha256": "bdebcbe7a0bfe9b8f698f5adccd8540ce45955823eeca7182df8e7b3d69d0942", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.762727434994304, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:48.867183+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d132b79-0e83-47b6-8485-91bef757a696", "result_sha256": "9fa31c02b384fe31ae5a95bb302d843b2f0f17e4b01a91d418fd0fe1c485d9b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014296, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.852273319993401, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:38.547404+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ebe53e-0b54-487b-9aac-f55a0b098810", "result_sha256": "3366ffc5cffe16bb43e459e5775bbe4b3c1a52987480a86af6acd05c00e52553", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.014324993011542, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:26.861423+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c37f1a5-02e3-4658-bc00-516c1481aa49", "result_sha256": "b44a041e12382fa87c5b53c4da8018ce2ab0e440ba7e58570654521cb8c3fbd4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.88742934500624, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:23.160488+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "42c9deac-bf05-4dad-a8ab-b009760bb761", "result_sha256": "cebf7cdf449996db9f8649cff1e1b325fce83a875caed3a8d2ba911ed28801d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.431920816001366, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:59.423763+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60d6b7c5-9997-4ccd-a3ca-50e585d88434", "result_sha256": "11f9b31743694f541bb55c2b2434e56686b100875cf1248a3d52037f71d1792f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001035, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.935010471992427, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 736, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:15.482853+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "94d5769c-ecf8-44be-ac6a-34e39ebf17a3", "result_sha256": "e6da24835d377ec0f8791cc42058603e1f4fb841f4b9b64c7ced7dccfb4aacd1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014484, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.447055730008287, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:42.927778+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "854ad12b-3f67-4d65-8923-949af60abee5", "result_sha256": "5c78eec7c32862c5404a83c53f8771c97db58b3aa961b70638c9728f3de58718", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0026962, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.440257433001534, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:52.257988+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2f046fe-3b6f-4eba-ac44-a7798a261ba4", "result_sha256": "fcdee5c3da72a41d956b8a2f58f1183ec94e41e695ea4d55ea782c42d3c4ab76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.599669285991695, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:49.366651+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a7a8aec-d892-4287-86a9-b9b778ea6933", "result_sha256": "d7d06864d9394af82249c4b0b1f72a38d4825b168b5e0e0a4625c46caf81b8a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.799871554991114, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:51.877338+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb225ef3-065d-4342-8464-61c7a94c1b62", "result_sha256": "35b04d7d194d3be4cc04792587be66048646c3074ee887b46b34490e2d217b02", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.600617100004456, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:17.070964+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a76315a-f850-4386-ba87-223fa39a6037", "result_sha256": "2cf07abc5f118e5bfe947558cfd582ce514aa1d8e8be472a69cb611a3a9314f3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005985999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.540569763004896, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 378, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:17.763756+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dad114e4-3e7a-42e8-bc5e-67a013975f62", "result_sha256": "257604d3f785ceb5d011980ec55dfc7af41259681aed8f76006b5c30227b8e09", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008248, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.734925192009541, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:35.296554+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d2d87b-ab1d-4c90-98d7-049f2bb9bb9e", "result_sha256": "e8a7ad06c285f844bfa4a8a5cb8475f1b4f1dde0cb411cbf796958ad4dae4bb5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.245915878011147, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:33.664718+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1e8f1e7-a31e-4381-9d48-225f37c45b76", "result_sha256": "1c529e636eafa0db784648d3d999d5545b24c05212e8e1bff738cebe336321f6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014472, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.364928723996854, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:10.929625+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f7f8940-374a-48c6-8d27-f215108206ec", "result_sha256": "323ebf8cebb19d523b3f40977259eae517c0ca791d5021e9610da484776e168b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.291329369996674, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:43.035525+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b81135b-0f81-4006-8d67-76871ecb1878", "result_sha256": "b058b7d19525e6bb4a2ab1040c29f81cd2c5189f2b5ecc54b04a004914cf9a66", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007737999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.663343175008777, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 524, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:24.294287+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95484928-3064-4ff1-88c7-45fc42c09d35", "result_sha256": "c4eeb0d864562b5f557a5c862cdaf35a66e76b0dc93ff2dd17aeabd49a7df724", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.860186286998214, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:46.720086+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2adadefb-45dd-4a64-b977-d8a7cec3fe62", "result_sha256": "0e8f407c192b53b78524b5abf2836457bc2a5001e1bd61d8bab30883e09f2c02", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.882435309002176, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:49.368471+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a486abfc-3920-4591-b0ba-faf164e92574", "result_sha256": "02849f2b69fe6284387e5b916b13ec47fb401f4ab352c98517a03b973e72a140", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0020578000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.834068315001787, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:42.210516+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c00292f-68ce-44db-9f96-fabbb4dadfa9", "result_sha256": "07edcb41dbccf178a028cf174a559cf3de12a4c95f9516a54478cdee50bc75fa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0010072, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.392080916004488, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 720, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:35.435197+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4927c005-8f05-44a7-8976-3df3b86b2f2e", "result_sha256": "393bebe230ef173b135dde33d703e5e3267969ada549d30d42445f540a3eb827", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.397138938991702, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:04.647854+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8eb25c5-6b48-4af2-a709-f3dcf4c4bfda", "result_sha256": "4d0b1f03eb1e7ebeeeb8ea6773f244c380b1ea362955edfba27e57fb3615f739", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008003999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.826202144002309, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 535, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:36.800773+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca015512-ddc8-4aa0-b8d1-7a1d06fbfba0", "result_sha256": "a12fdf7e98e19d368d3a59716171e1b3d0de2914ab1678ad068ea5d9b1f61289", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.2037249290006, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:36.966148+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f9e640d-e701-474c-8cf7-e409737edc7e", "result_sha256": "95000b33842e6282e04793a9163a2679e3edb0aa7554ff53e3580fc30b66d20e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008224, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.497586192999734, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:57.019851+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5669995e-3f16-42c5-98a1-1d88053541b1", "result_sha256": "777866682ea7c2f51b3361bec3be120e362b47a322b14dae584ccc75b4ff35f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0017632000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.96660646899545, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:30.389334+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e4d092a-146c-42b6-9b96-86526c917e11", "result_sha256": "e1048d3d26780bde5d782047ba970f456690c9adad7d4fd1914543422cdad2e7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.765299079997931, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:47.846784+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4af27ca9-de7d-49f4-9288-148cdc00fdcd", "result_sha256": "2d87a28337f520bf327b16a0ec724f72bf4fb6c7cf8b8dcd3a0c65af1587524e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.887221835000673, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:04.212192+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "735d19e6-a80c-4fc8-be80-ed349b4e9594", "result_sha256": "8b44977d6f0cc1fff37337bcab2d71794c75049dabbcd425da76fbd440b01363", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005098, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.642099452001275, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 304, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:31:06.350867+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "c6e95154-e3e8-424f-bec5-ee6374bee5f9", "result_sha256": "ab425bb3d47a9a4da2f7836a9ba8b2f133c7fba7c19745fbbe715fb6df86fd4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.06302290300664, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:47.545246+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a857ad66-1c71-4a65-951d-52c1729bb8bd", "result_sha256": "e2d09d067aea4a20d9fe27ff635e41148d605786ed4ad0ac61b7a07e0d957f44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014496, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.41621209900768, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:32.434346+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a627641d-fa40-40b8-a7d2-ff8baa58b156", "result_sha256": "7e90931c63fb13a1108e0a30410dc162ddfe1d181b0db9ccf867db1374f96d08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007857999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.894879179992131, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 534, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:54.415521+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ea4963a-34f8-4bf6-9e9d-a7d6f402d4c7", "result_sha256": "c6aba1754c131040e760d3bfba8c38987626528871e4fdf396f2c8d8c3de15f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008272, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.024560389996623, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:54.867763+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "258802a8-1862-4834-a326-34729a56fa63", "result_sha256": "d5c4c15f841f0e95df31bb4d8813219c7918da89aeffd25c886ff65eb979f592", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001446, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.566793727004551, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:35.439311+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3668f8-9991-46b5-991a-43759bbe2498", "result_sha256": "5963b6548b51218a6c6530f4b376be36b6d03e3853d8168aec1ceb057bfaca54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004564, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.300641120004002, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 265, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:41.020147+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c5ef72d-9100-4f23-a277-fc3169209c2f", "result_sha256": "20afef35321f48defbf7c4df66d5b27517f6c104917c2be20315ec20ae3bb7a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014416, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.929663441012963, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:21.615882+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6471be96-bf53-4cd8-9850-9a442aed33a6", "result_sha256": "d681422fe0804d72fc7c78bde1c4bd0c69cc3253f36bffd5df7df4be08d1e04e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006448, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.418474460006109, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 418, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:21.236114+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "067581d2-061b-43d9-b4d8-9ce58b740e88", "result_sha256": "59dcd7b55969f2a0e46851161839475379d27a4225ace7e3723876e7039a0a32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0020803999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.38696029598941, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:36.718476+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb01f4f1-1313-4cef-a634-51cf8980b121", "result_sha256": "5acb3cf24fd2bb5fa66d705ac8590dee4111b3b78aaa441cf0b2729baeb15083", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.548991376999766, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:38.530815+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "2976d012-dcea-405e-ab55-bdc94f186a1c", "result_sha256": "4ffc82ed707875b9be9fb74b37d0d7c84fd7458fb5c424239ce5fb994de6d1eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.163343584994436, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:00:51.931148+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ccbed9-8b0d-47f3-93b9-3b5faf079b92", "result_sha256": "d7f8700f019e9bca84bebc7d6934268288ec3204d8f6f88e31c09062400f2544", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.671318998007337, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:14.874733+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83b641ec-75b6-4525-ba51-a0159ff55cff", "result_sha256": "ae03429ffdcc2fb4c4981fc90520c5bf6d5d707759104d4e3e492b69cce26b40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000502, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.532298281003023, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 303, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:31.841459+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cca5e55-6393-4cfb-b5b0-cec020ba4a3c", "result_sha256": "d1f900536d3043c0cf4b15c15fe4f8da0abd75d5a1f1cccb86d301541556b6b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0011044000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.129960880003637, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 805, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:10.118951+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "983f8145-8b89-44ec-b17c-f71f7f0e0e15", "result_sha256": "6c3f29bea9d22e9cf400a371d7bdb527b403756b8ddbbe830bba6b93889ee9dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00043920000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2299076470080763, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 234, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:44:28.067796+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee141be3-ae58-48b7-ac57-4b7a2e7dc55a", "result_sha256": "736eac8904b3223bf55c58a3b4956145a23402864ab6b7a713c0b0fd87a82a28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008302, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.91648896499828, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:37.447505+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2cf8e99-8eb7-4270-a4e6-257e1fc0ef83", "result_sha256": "c27e520ca75fbe2cae7866cb784492924095724a3a8e57b0b085847edbbb43a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.370132289011963, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:36.416934+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e05fc3-95d4-42bd-8e0f-e423d01c1baa", "result_sha256": "992a0a26cebc3f2b87d99fa53a7a7413199f03295a7239d5a57aae1d5fe3fe58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005562000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.674253604011028, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 337, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:17.489595+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "804137a5-803f-47b1-8c85-906710b15690", "result_sha256": "fbd57b23bae8c3758b8c2b125c35d5df8534b10e80c76e0a2f25850f00fa69a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001452, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.874709841998992, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:21.994511+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3b77386-a4b7-4336-96a6-0e43ba33e540", "result_sha256": "b1dbe4442c14fe277b39af7cdf54ec4e6833ae16b24bd9acab97ee8111991cc9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007215999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.623438725000597, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 474, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:54.909436+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ab8f6e9-59ef-4de3-ad44-2221abb08dc3", "result_sha256": "ea88a9f6168f6b81892cff5e4776db341e9430bc2f26e4f226a3ccf22b43a27f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004558, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.06869916600408, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 259, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:46:26.299773+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3ab0c44-97da-4381-9685-92a24e9bd272", "result_sha256": "8cf77272bd9848f164b587886519b50a6ca4df39a284b2c9db4a489e7787cf5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.592982482005027, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:27.044691+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9ee3e6f-f827-4983-a817-81f32ec0f587", "result_sha256": "71a97541e8c285d3fcdd97f0cbb88a8705bca125b1ddece66d151600f2e43675", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003904, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.011822880987893, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 210, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:01.421444+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c526bcbc-3f25-4f14-a28a-f8d2499fb884", "result_sha256": "e35bb74730167ac7a52febadc1d81b4e5b5eae97a9d606dbb62681131e9cf4f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.291141196998069, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:28.258712+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab685b19-f4fa-4124-8023-9162857f8534", "result_sha256": "8158b8886082a2db5ed848b3f7e247df8c92e1747c29b09076f9c84818df35d5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.078625098991324, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:03.516102+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c056928-7842-4d87-84e2-5ddaf9ec12f9", "result_sha256": "c7628431a81edd17706f71b524e421f0321c7b34f874e5d9dd7c3506107833ec", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.470984851999674, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:49:55.857558+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86a14972-4962-4dad-9f29-b098e66c0a3e", "result_sha256": "85992a4c0d501211984ed581038d1cc834e1f941b647f7e94c10709b330e79be", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.286223752002115, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:54.847550+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad2b572a-78d7-47a4-849e-e5cf69ac6240", "result_sha256": "d58be4875e80cbc47f98dd7d0ab1bda28d195fa4d95e155b7527b36e89ae5fcd", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.634394387991051, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:31.396642+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ce0197f-fbf4-4714-9b2c-8c35b60b43c2", "result_sha256": "babfefa5c9dce95b1a4e12c317b78d34e1bc1af6b0c47ac3577273afa57c0f78", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007012, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.422907554995618, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 453, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:07.586514+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede3e6fa-f705-406b-989c-0141c31ca022", "result_sha256": "78023d2939823119692fded53e35139758557f180a717b920583733ccd73a1e5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.755186583002796, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:29.504284+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcda5ca0-9784-4843-9da0-80d66988722b", "result_sha256": "39680209d58e7f2c5765523d05fca28322b67357eb75a19c2053406d5d5bc5d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.2391107180010295, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:38:51.137755+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "bb56e0ef-3cfc-4e07-8686-c281f782fdb4", "result_sha256": "8f4fdd75104b0e9619f08993eb6177938e05bcc10cf4c6c452e04f818864f1df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005736000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.109007663995726, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 346, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:03:10.269895+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0e532b-e98b-45ac-9582-8a8372ec4ee4", "result_sha256": "d0786aa4cb94e433bde5034e4b9096205248358339c687ca49632355fa902d58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006616, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.964526789000956, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 428, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:50.413590+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "681112c9-ed0c-472d-9541-7b71db60fc79", "result_sha256": "14e5cdaafeeb103545e4347ebd383f721f9124042207d90882c07cced08321c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.965612806001445, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:51.577110+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b7029b7-0c0a-450c-a98c-33a59b7852df", "result_sha256": "81e615d4a684f9d655d964cb00c382cc1b4ae694e86a8448510fb46f077bd226", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014454, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.978775128998677, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:02.638032+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9e84b85-44db-4eba-b23b-264557278d14", "result_sha256": "91fd53dbf22e0cc8226514b808fe4bd8c72849dbaace35e9dff3d78e68e7ee18", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.860026251000818, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:29.904404+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77e83427-e75f-4dae-b2a7-806decaab515", "result_sha256": "b21c01b7bbbb80a60853eaeb7ca4372de708b44551d4b003212bd0fbc0a5c303", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.915393952003797, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:18.561507+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "611c2bcb-8de5-46cc-9fb0-404f389b27a8", "result_sha256": "237e9d8cda81a3ccac19132f0b50889053bd1c5befb3972a98014766eb4c7ab2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.5262746490043355, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:35.738112+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "641c32a7-6b6a-4ba2-ad30-03eefd9deb41", "result_sha256": "241e812c01ec1ac96d34ff353b17cf8015f88594f3388a7d1e8fcd45d98a445a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014464, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.661879645995214, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:25.388853+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02f0e1b1-23fd-48a8-9902-0fead352eb7f", "result_sha256": "5f0a269193fdc2552caeeee4ee0e46f392718e9d5e8f861e82d378d93be251c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.056564681988675, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:39.620131+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "168b054c-e293-49de-993d-9e385d2ffd31", "result_sha256": "9410a5578e9a4e7ad7b97b6bdfcfa5f0fd4f832262a1a8ec8947edd4858f9992", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001444, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.17034862100263, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:23.028515+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2442cc95-7982-48a7-95f1-110f06a893ae", "result_sha256": "1818f6344d5c6fe458e83b5fa5a2fce4c4a15de0d7ab0376806a60b07a0c4e25", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.544908217008924, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:50.358543+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1b2a868-70f1-4004-8913-edb1abe8f3b5", "result_sha256": "0ad46def0cfe42597981baf447316f3f60310d7c89ebcd44ccf95d604b2f6675", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000566, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.648956855991855, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 334, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:20.976389+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ffbb071-8912-4ea2-9920-31a558d59af4", "result_sha256": "22177b2075bd33c8bf4781bc060020b50a3eeea30610f15035eeccc6a8b49229", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.43501612599357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:27.873139+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fd3180e-ef26-438d-b4b8-91b455075154", "result_sha256": "ac34e769aa86d3c7e18a1740e5ca5f3544eeb7c6a06b6a7ee34ae705a2aec38c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.826478133996716, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:06.763798+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9282b256-b80c-4c2c-b65b-d2408974c458", "result_sha256": "372c3a109bbbbb95b232befebdaeb6f7d14d55b6399215445579b86c166fdd5c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.047643124009483, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 358, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:17.504497+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52f138b3-5875-40df-bfae-c7fafcd559a9", "result_sha256": "2c0c59ea85736cba90b52bb762f7f242c9106d79c838edb84114c41390aa3393", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008056000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.225717633002205, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 552, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:46.094692+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a346ed33-0fa3-45fe-b1e1-cfe934ecd331", "result_sha256": "e257b49b1072d47f27fc949280e656c6320575112ba45e724b2ae1cf5ab938da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005648, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.92118672298966, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 333, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:31.319215+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea29d26-d0dd-44bb-84a6-ec6cc339351e", "result_sha256": "3a75d2c277ec051d8a287cced154ff41a220a71db753d1ea7c3b0d78532e85fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007554, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.271302445005858, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 503, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:15.353923+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df5d97e6-f61d-4c11-832f-c2bf422b5c89", "result_sha256": "3a2ed4a8f05c3ca033d5a866c13e7522ac9f50f5c67fc477779fb6832c00ed62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006894000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.135574968007859, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 448, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:41.397518+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e27fb48f-b8e0-428e-9fda-156070d636b7", "result_sha256": "d48471287f35f66f21ee00c602deb1c17458b40e191fe4a4113aa8c8097f87ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005187999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.978864814998815, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 301, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:25.170306+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f76dc3fb-93b7-4287-b50a-f60d0346f072", "result_sha256": "893b73b3c586c753cb0e72c6bb73ead27d7c0fb6ef3a4e888e7e11d3f83ea0f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014496, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.845764041005168, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:18.667314+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6726c59b-fd70-463e-b281-ddcc8358cb24", "result_sha256": "5fa8e1a0610d4eade387af3d692d6e9f4cbc9cc3e91286c2df0e4760629fbe0a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.559039743995527, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:44.817334+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b96544ed-cabf-4653-aabc-79862b322e3c", "result_sha256": "6bc217d51ada9a12db8908a0bb3246656cdc85b746d5a16f1f6892796fe4f463", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0013947999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.576947970999754, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:05.490673+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8437ce47-7db7-4cdd-8a51-db8886755a34", "result_sha256": "5e9798b832245eddf38c3065b425ea797d59fbb0ae32b9a61c7e17428c271caf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.294084521010518, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:57:08.202876+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "68a316c6-29d1-478e-8e6a-d237e8c044a7", "result_sha256": "68d399d29429a9dc0ae2e703af26a7524d121e6fdd84f4d5b95eadc81b133520", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006952000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.5876909569924464, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:10.636421+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ede75da-94d8-4c9f-ba09-3f568952b905", "result_sha256": "f05150c4baa4c55ce5ccb267165c1201b38c234420b509602aafaff3c5dcf0ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.808678976987721, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:21.962818+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e10b95-7158-492d-be36-0c0c6ad92506", "result_sha256": "9660a06192be47bdd7ab9eb3cc3cd6c00a6d64cabcaab4a76fbad0223d87cd5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006617999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.490341873010038, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 425, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:09.051505+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a797530-254e-4408-bf5b-e4b34baffb6e", "result_sha256": "316900424b88163adc033d8602d7bfe063e17d1ad1af8ac27531602bdc6465d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006545999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.112058836006327, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 419, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:09:02.285680+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32c7ab34-194e-4608-bb54-343a7fa513d4", "result_sha256": "7fadff535f2091e30f9069dceaf4732ac6e74bc65771587b4977eadee4c9f86d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.344964449002873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:02.326289+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2058f9d-24fc-4f8f-89a5-30dfdeb2fe6d", "result_sha256": "4173d7b401fee432d3faa44033e9f3e7db73f5e9e8c51158f0c9498ff68238cf", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001339, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.38591680699028, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 981, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:29.715683+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e251e89-7ac8-4cbe-a7b9-ab43ffb65e7d", "result_sha256": "82edf82fbb01326f85dd107a05a42f2950d35561b520f44cdde9215eedf5a693", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005912000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.479167303987197, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 355, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:52.231874+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "53802c12-01f8-4bcb-9dd4-16f480cce72d", "result_sha256": "832ab019aee362d7f86e3aeef5f2af1ef10ac3c8ee13ba787b4390ad75face47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.222288672011928, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:27.239690+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60274131-3832-4b8d-9d69-46de37d04825", "result_sha256": "97e1445b6d93edbebd4a96de9200e9de51389d87e7bacccba369a84d395f85ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007792, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.136108293008874, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 534, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:55.434012+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9763a7ea-e97d-4783-b53d-596250bfc03e", "result_sha256": "c0e5592a7bd628ab735df72728c6dd1bf8848ee08654abb474c6cbd1f207d182", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000813, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.701927525995416, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 551, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:28.236744+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff0bce1a-60e7-433d-acdd-667a4ecb4fae", "result_sha256": "cdbcdc59614b5970351d45a2c6adc67fc5297dc45e1492d36ff197f326ae2d05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014284, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.541051868989598, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:11.481919+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "67f80b03-1afa-4879-8b78-830483f2d3af", "result_sha256": "022f1b4c9a2e8d6adb3028760985e1170686bb6d0e55f31ebccf04411f5ab0ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008362, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.357360780006275, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 562, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:54.817474+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2337db28-0f9a-4c27-a1bc-4145f8b98585", "result_sha256": "bef9300d3778e3ce5b4df3bc55fbb512ccb5a7480a1abb68ec5fbb64c27b3b65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.376329844002612, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:51:04.872503+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e65c888b-75d1-41ce-ab3a-8fcafaf5b1c3", "result_sha256": "496aac75ae923e40b782ea1afc507c1f7a40d6b6ceff8fa34666df9a0590292d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008255999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.467289116000757, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:31.097980+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd3e82a2-17aa-4ec4-8c44-2ce8c625a562", "result_sha256": "97884d31365e7f894664386210b5212aa5310228154fc0ecead4a38286dae110", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008314, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.691656937007792, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:03.464461+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d68b495-f22f-4c27-a4fb-ce5544d09a36", "result_sha256": "b5db63a850ce30d79bc979d6de2e3b388fcb9fa1cc6b12ab5908e888765e90e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.768871071995818, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:17:40.073176+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c8c32b9-b465-4649-80df-dee1a5d129df", "result_sha256": "aa7b0b586edc219b3235f0e6c2ea297d955cef0b168debe764c15265652173b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.521112861999427, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:16.080595+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c59e346-8f72-451e-a9ed-4a8e71786739", "result_sha256": "cf6a96b4b90ae857bd61bb1f562eec9eef0f3f3753e7a82a4df4e25bac046b82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014406, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.59587258900865, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:55.202138+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5933b019-32d3-40a9-9d30-ee620a37db12", "result_sha256": "0a157ca3c671a792dc243075dc7cdcdc139076afd3ed8839b67b8b91e05033a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.309472334993188, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:42.234310+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab071b21-ff3a-459a-a93e-c217024f4f66", "result_sha256": "d1c0527bdf2861718cdc97272e43afcd35b9b2071cefcfc6649c7ca4b8a1fe1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000825, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.793946525009233, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:11.775140+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ce43870-cf45-456b-92b4-bcc8441a706c", "result_sha256": "9f421029e1b314b8e21a08a9ffedac7b7c3006ff257ab7dbfd569df25fb42ff4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000814, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.490462101995945, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:10.319930+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "461dc962-afa2-40e7-aece-cfe5c62f8363", "result_sha256": "36112e4df52048bd6b7895d53d79c017ca12e579938ac8619c008a6fdceb8ef0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.668265825996059, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:42.882663+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9725e7-4895-4c7d-8a02-26c723851ce1", "result_sha256": "60879c5a66350f432d02e99daa5d5fd4dbec58c5faf66b59c74b76e536042ef0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000388, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1901747310039354, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 208, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:06.916515+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea1fee73-1680-4136-8c2e-118018c7b611", "result_sha256": "fe3c48d8ca918dda144320f58cb875b4f21bba6a4bd38545863ba498a2c4c6fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.400129128000117, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:46.593417+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3428325d-564a-4b85-a36c-52d3dc53d299", "result_sha256": "5ad4c80ef1ec7053b948f0e3e970f6059741a3671cbc285d812849b9aaa15b65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014073999999999998, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.487123968006927, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1052, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:37.122958+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5c45f86-c5d2-493d-9d1b-4974b05180f4", "result_sha256": "4e6671f9bbe8eb8d5477f5db3655743db3dd222d9f50b5f9810cdae5128d22d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008058, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.02426416099479, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 545, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:14:14.330865+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29334e5b-c507-4218-b726-900460b0ba1f", "result_sha256": "0ebc6cc459954631bddfd7f078e7e10f69a44bb84abdf8ab4b5e941f357c8b7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.851039514003787, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:05.363940+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37d2981a-8218-41b2-8091-e4293d08f58b", "result_sha256": "c62d8f96a20008c22943822d2bbfb3d14a041a0374276d033b502a700a191e64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.783169155998621, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:50.750052+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a3188a3-c5d8-4316-b7e9-9d689f8621ba", "result_sha256": "8acf0100edccd83cfb9c5e859fffc73569db9a84f7d991d5cd3646a0c7af65f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.473332593988744, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:13.583600+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "39cb9a98-3941-4b26-a82e-c8288b6b2c49", "result_sha256": "87349d1749aa62a8c757983fae3999d7da9e7e5dc071e50d9aa2f99b2fe4a71b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.087129781997646, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:10.582053+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96fedcf6-f717-4bb1-9ca3-22eeb4305bc6", "result_sha256": "e73001d1ef9b619c036accc1c4229d500c0d82a2ff59f572357b45aa5b8e0434", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008338, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.051657308998983, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:25.679152+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d0da5a-d8c9-4b89-9316-568dc600f09c", "result_sha256": "329f48478f3610914b30536daa429c975a9e5fe885392447ec62d0f73ee9c6a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.129649163995055, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:45:16.403826+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4116f728-ba31-468b-9b64-e9532bbcc9e9", "result_sha256": "2e83bd91a355cc18ee57d03ff6c676e51e02aa7d569334e36ff25d2254c9a713", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.646114593997481, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:38.771711+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d37bc9c9-ab9d-4dec-9f1a-dc9885862e95", "result_sha256": "76f393558c07407488541efbb05acbb097dc034f3ddce55cf79626fe64c9bda6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.715044682001462, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:23.658912+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "061ac5ac-a46d-496f-b490-f77b414fb524", "result_sha256": "99f7a0f2ca5225c538098916244d21441a15c478874301a069df21a4da7fbf01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.155414845998166, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:55.755062+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bbd5a94-0f60-4c48-be31-956822c4f57f", "result_sha256": "cfb37747482b63db57d9fd50b4f1327f3e304036a5e36851915b99559a47a6d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.822803981995094, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:18.959290+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04ba9c29-7227-499d-9a3e-4339d27662b6", "result_sha256": "5182199d3906ff279b1256915d7b9bd6e39d482ff881d8d4495271738d61afcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007878, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.047637517986004, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 530, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:22:42.641042+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83f04288-57c3-4df1-908d-687fff5e68b6", "result_sha256": "89663c5d12cf27a13f9fb47464af12265c15482e35f29a493a40395c64bbf2c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008152000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.260363753986894, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:39.947724+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55f210ce-923f-44f3-934d-a15e47349379", "result_sha256": "117cb635a077d8a3cb7a6f2800eb8b37387ff74128bc09c0472d1f4c882f5113", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014588, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.445704960991861, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:48.373068+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "743d0c78-69bc-404d-871e-a51d145f1369", "result_sha256": "7ca5e64f63c512104b54818af35c3a2433bd9f81af1c09a8f79692fbd3903784", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0015604000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.501391116995364, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1185, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:44:43.180991+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1187aaa0-9bf3-417b-a305-672d01740f06", "result_sha256": "f5e0ef2e1fd80189a6ad5c71ce9543f94ccfb27f90024d43a8c9d0bb31d29069", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.187541745995986, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:15.051276+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d92bc302-8fd6-4316-9aed-0afd84192f8e", "result_sha256": "56b9fb3cffe72b8e514daae68da13126bdd97f2d32540014ef0c218f72e163c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006356, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.239091249008197, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 392, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:26.045665+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "71400c07-8b2c-4d41-8633-c56e37121a2d", "result_sha256": "176c735748584cfed7620580419cbd19812c6deaf9cccf458e2a92b05f214c10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.547245658992324, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:02.921860+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cff2444a-e703-4e74-818a-5859bebbf940", "result_sha256": "ce3cb788a4022eb34514d69ebb85ce9d4850cb9ff9cf723f70f74e60150d7814", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.579828468995402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:31.226565+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f400eb-195e-4729-9d0f-2873c467cf0c", "result_sha256": "34a321ef7c64284352d63b4a38b64e8879b6b8b4b395949fd1eedaa335e53278", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005166, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.640618418998201, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 304, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:44.974749+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2a8e11f-c891-4503-a40e-247859b12bc7", "result_sha256": "f2868e211d40f493d7abeeeeae1ff0433d1b1d724bb17360763861a3b4aa449a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008121999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.159263016001205, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:48.340843+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fb0ebe2-f937-4c3b-b990-c4a48ff71921", "result_sha256": "4ae7c8574ce9295e00a4f86ee53e47d4a14d9c4bf59c3e873e28a668c65f01c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.596910671010846, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:13.022442+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "696b1847-b82a-4a9a-b2c1-01f04b4feec7", "result_sha256": "e89df8faa5f2cf84f679b49476523ea4b0a255c3c73e6e191e7d386014689921", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000814, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.54309114300122, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:54.890245+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6823fc9-bccd-4a66-b913-bc134ed4a818", "result_sha256": "0b9a6478e8a4f9db3e5767db9c45088c50444bc6370a0bf6f00afcb575658feb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008403999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.7361503379943315, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:50.248114+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba6c11a6-f0c3-4b47-a0b8-6241531ab0a7", "result_sha256": "a1f8e60e5bdb03a5d5965d5edee343c0580b37c1ec911fdb26c6e969a047eef7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.7035955430037575, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:25.625472+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f15ba27-ba2d-4db7-af07-de4697246d0c", "result_sha256": "11a785d3d7f31e159f2d905c321562aa23974d63797cf2486c659c2582b0af98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007457999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.949244945004466, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:00.333076+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e55609e3-a04c-45aa-87d2-113201c5e403", "result_sha256": "3393ad0deee5bb23cc98083f3c0d7a385c6dc5b2ad5b86f40a748cbecb4573f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0013228, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.396047447007732, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 967, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:33.883636+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "8e3fc79c-6668-4f9d-9ff5-6e311aace0bb", "result_sha256": "703d1f709856739a364f820fd41221b3a105c5b39aa67b3cbd76eb67bfd0a511", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.51017046799825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:04:01.178030+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5af14451-0b3d-4f7e-a6b7-f05dab56854a", "result_sha256": "1b353236886f7f5e0175c198193ee61859f4aa3d57109458397d5cc1414c8fab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005288, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.157926161002251, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 303, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:53.930626+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af79f9ac-fbe3-4ff8-ade3-4c4c5626d5b2", "result_sha256": "c22f448eb9f6b27bab40304b5f770973b1277789269d842bdb9e42d0a1431c1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.419603861999349, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:11.236830+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a6bec6-cd8e-47f7-976a-099f5115f839", "result_sha256": "0cc4a8a8846ae0a98143684aa4d6c62fbe838a9a75d394d4cc773e76f371cac5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.364245103992289, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:25.268676+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "945efc6e-4eed-4762-acb2-a568ba72362a", "result_sha256": "19a56a34eccae7ad89e18f20d7571ef274679b23e70ce1cdd4c9eddbc12b245a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.668177779996768, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:59.857728+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e9c54b6-8f72-4783-b695-c2abb7aa08c9", "result_sha256": "92c82c3f332be6a76c883b11cd07a33b439820f47ca53ac0095b8930eaeeb8c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00387, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.46899538100115, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 3093, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:43.459008+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a00b7ed7-51e8-4f2c-8559-9507270c808a", "result_sha256": "ee497f6f702c06343f2ffaa5773f06060e23896be9b0003311c5e28dd60edac4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.354511522993562, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:51.330795+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3736f888-14d4-4e0c-830b-e31ed6ae9c7b", "result_sha256": "2aee0ba41695faa7f1d23220f63c94aa9672ca8f07c60454d9b34d619ec92a86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007392, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.777675164994434, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 484, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:46.992989+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29f37555-e69f-4639-93a2-1c249f65ac49", "result_sha256": "6dca079e58aecdf6a125d1931273c61668fa0e72bfe9ea1c905ba32e8b167a0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.260970514995279, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:02.579249+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "768badfc-d890-4dd4-9f6a-057ebf1b7b06", "result_sha256": "ec90c96e8cfcb30112a8eff5cd5233084768ea00befb53e341929563f0a16959", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014272, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.202170800010208, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:12.424289+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "41100db0-d647-4f67-9130-bb8fdf7abaf8", "result_sha256": "31bd7438180cc2a164fb079dacf1b00747dafc504ae3b13ebe63bfe594ddcbe0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0012, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.69578944699606, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 868, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:52.390371+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b69c10d-bbdd-42e6-b64b-b6ebd49023a2", "result_sha256": "b9d54aa7a2d471946625920f88bce246d4a1dea3adbff9dca09538b884cc3ab2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0014344000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.31135367800016, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:05.643381+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c804e0d6-8419-410f-9f41-1e8c23d79c04", "result_sha256": "a399be81bdbe856fb1bc46f19e98918ec9a66ffbd510bee84efb4c34a1c7f5c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006755999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.731965164988651, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 431, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:57.025457+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7938c8fa-32d0-400c-adda-ee8ca7293a56", "result_sha256": "907bf84ac323eb905ca55b016808f4468246b73a176d00010c22221196c640a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.9072093139984645, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:23.454179+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6737738-29db-43b7-b834-6aabf57e9c6c", "result_sha256": "461c81bb41d6b09061b377a654f8877c597f5f6b0cdc4fff7eb504ca94173e20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008146000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.170429081001203, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:18.994643+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "94df0eab-28f0-4f2a-9a17-06988c1bf223", "result_sha256": "ad974777aa528dcd1cf2ce0a9ea62e109c4d8abca7806c3bac32d2a6d9222112", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.4387152299896115, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:35.332690+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf58f225-59c4-417a-a8df-912427dcf99a", "result_sha256": "e9c2f22abbc9023aade8e8a1e9bf1f758eb5033b9da1fc596bce60df61d7e480", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000817, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.112772410997422, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:11.142142+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d9db6cc-55d7-4b42-9309-6fbe7e056ce0", "result_sha256": "e24b71745b0ff7d4be2f8576675ad167756f4902ac38bd44caf25658a9819100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.35255956799665, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:25.234758+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b678d32a-f0c0-4120-81e4-c761f7b2d9db", "result_sha256": "a4e5cba6c55db064438ba50b6dd78efb6a63d0d6673dcd659e8a2c2c9b408dce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.7543209769937675, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:12.789096+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f400171a-f594-4ea3-8ffc-7cc2a1cccb00", "result_sha256": "5dedc50767a73708bc2f6361b2ef1dec793f08935689058997839978d1ea66b1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008121999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.800877607995062, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:56.055938+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "069be0ab-e465-4173-979e-a63f0e4e5e2b", "result_sha256": "508f57ab3a892edb33682efe4bb5869c9892d594535739ef94a299597e5dc1f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.973636369992164, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:06.105272+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fd7d626-584b-4e98-9fce-bf1e60acad15", "result_sha256": "8312c19cb929a70f6b3993e4745dffcb8686a0e102e65d7f5214d0809c66c69c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008224, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.214795213003526, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:17.811366+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f1445c0-fc4f-40d8-a57e-3f1e47bb4fe1", "result_sha256": "81d0ac1e124d31e31d210848585d85add548a3d5c38c7132d24e05ca0c026531", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0012688, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.682829042008962, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 934, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:42.285767+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95a1f7f8-5150-4fcb-8584-af03fb42d012", "result_sha256": "72a95a560b35bbabb405c6dd3ba50a98724fd2710d7bfa7af809dcc7e06b0a0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014466, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.689062257006299, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:16.194310+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e88f6a17-b165-4117-a827-e79533f3d801", "result_sha256": "3781ea85931bf11e236b7303440b28e8bb7e29d705a3258a69a96019837f0205", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.751032426996971, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:12.866805+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "756bf2ab-2873-48a4-9a00-835080464216", "result_sha256": "2a5682bceda9394d5ef2f623d1e622dfc5ea253ef6e291e45e1b71c5a41c8da7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007444, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.588395379993017, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 501, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:58.560670+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a46fc04c-001f-49f1-81ef-536147b54a58", "result_sha256": "d397d884510bdd75b39f9379c28d01c715413c32edac459a5a9917d1fd5fb6f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014564, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.786620901999413, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:07:17.499040+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "351f5a9c-7c82-4053-9dd4-0f2287411fea", "result_sha256": "23cb2b1110871b84cf66056bb8da662ad6b1310b6ce1c67b39862a46b9c83931", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.656078672007425, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:29.582013+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84217cb8-ba6b-499d-8d5a-844e5136e2e6", "result_sha256": "7eecafb6f4be6f2596adfa8f26ba7c1c90bc164d6454db1937d41ce042da65b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.441337615993689, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:12.257042+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e39def0-2ed8-4839-8aa4-03c1764f73ff", "result_sha256": "57b140e88050bef06c7fac5eca55bcdbe247ab4db381200ceb58f7f29e9e1417", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.54724602799979, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:41.652638+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64511fd7-1932-4e02-9f81-ef6bbe5d64c8", "result_sha256": "fc100196ecb1948df975ff54bffa3bfae5d245aa7633ed60fcae51decc069d9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014484, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.784567453010823, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:17:01.762465+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ff3d20c-6ba7-46a8-a255-16c7810b8dc1", "result_sha256": "c1af8bab980eb1cf887d44549876e01a8e323d02a2a3cedc17b3ab8f388a9300", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.471464343005209, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:02:01.787852+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33904f43-1398-4480-8ac1-a1e06f5d6a3c", "result_sha256": "abc793d519b49ea7814b601395fc7115edf8b40f29b0af271854d50746920de6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000814, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.897171555989189, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:21.798075+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "109d14a4-f2a8-4234-ba70-85d68ab29f73", "result_sha256": "54152a566cd775b6f809fec747d42940891d7a2334afbb8ab5a8e53233501fa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.641415566002252, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:20.833463+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf5ebad-538f-4ec0-a842-909e567f6f1f", "result_sha256": "73f800fe3adf942fb6be0bf7d02de53cfa91d00b41d7e8db607ed3629b855513", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0016804, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.876909500992042, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1285, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:46.544672+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "18ecba56-ebf4-4fe8-bde4-4527b000f581", "result_sha256": "3ca23c5733bb1d85a4859c786e57c2fa7c2c9714f6434363e545f486a1740f82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.764493062000838, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:19.340364+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c797fc02-8f00-417d-bb0e-feab3e7706b5", "result_sha256": "debacc775545a628329d5db9a1fc93142e952acfa37357df31540ed9acb153d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.075067457990372, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:38.124089+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2612f11-ead4-4109-b3bc-8ed8ffef4942", "result_sha256": "f259dd05cebf90cfce77e00ee1ce93f2bc91340e7f91ba062696f7f7ad54865a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.745297560002655, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:47.271103+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9008de7-128a-4b8f-b232-75f8cf1e673e", "result_sha256": "8e8ef452daf79539fe93eae8ca1442083f046fec65551997045e2233f966b80d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008158, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.094726380004431, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:32.698409+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cad28750-3c03-4e65-a692-087c8a2a7db7", "result_sha256": "ee82d9f91cb6b552859ccc8c5e9bd2a23b713f36037dd6c22dc64650d723c291", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005136, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.9176234710030258, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 296, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:51.365586+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "2644fa5d-2fe1-4e5d-866f-c48bcb127b19", "result_sha256": "b7fdefdc7d029cb193aeeb64d269dc8557fd34775c844e61146a75ca4571fe01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.427420299994992, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 364, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:03:28.484617+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0595104-ac63-4c34-b0ca-52ced074d7c7", "result_sha256": "6ee8393480875ce744006928201a87f0e48c64c8c053d624a3086c2421881fae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.31818731900421, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:42.113023+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbd013c6-5738-404b-b2a2-a9a95b94a809", "result_sha256": "401cfb1b0ff11ecb312d3934dba64204825a15c55de77f7281b7a419942439b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.870948017996852, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:48.718127+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0330a5dc-4513-4161-ab9f-2abd3ec014b0", "result_sha256": "c47683ccb99053489108244caa0c5d54849c5b6805114803786ab55e0ed7ff3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007731999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.462470782993478, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 521, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:13.355833+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8369ae3a-a6ff-463c-9b40-5b37401d47d6", "result_sha256": "e624cd06239509643588394af1b756fbedb57cef5e2a38624ec8e50863600f9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006558, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.393116013001418, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 420, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:03.628362+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c926930-0559-4f3a-904e-b33bcebdd305", "result_sha256": "93cdb3809f06c3c95b86ca3c9b5ece888ebd2ae2beb523c4e831c97d0a7e9664", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0020386, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.016543378995266, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Wire One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Wire One\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:12:49.452809+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "366e25ee-722f-4a32-b55d-14d5b818bd46", "result_sha256": "4ba029333323bc79d90b3a699797dc61e7fcba2246d7e6e4a924d806a6ac8781", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.352100616000826, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:39.603327+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b303537d-3a5b-43b5-93ee-f9690f85fb99", "result_sha256": "4952d700dc14ea8c0072812e50a1c2807b29bc1a375199831d584e2996fb06c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.353905645999475, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:15.030087+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e7d699-38f8-485b-922d-5597d1fb410f", "result_sha256": "432ad2bcec8de509a65a2ae7b156e52790157a6661b5d03fcc53d5106695bfe9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.11152095599391, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:05:19.740420+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d5fe66-2953-4eed-ae00-f550e45cfa6a", "result_sha256": "02f9b7aca0406185bda745e6e714a2e44604af6d15ac46d88dd6a75e8a7c736d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.504402669001138, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:56.920839+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99f41345-03a7-4f84-9f08-35846b53873c", "result_sha256": "4ea3f4a1390c546fb3eaeabe1bae01d358d275c6674aec3239a5a7f276a331b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008372000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.297524731999147, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:16.762499+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd4de756-6938-41b1-8add-d09014f56134", "result_sha256": "df42b7033796e8a5bfd6943a448e9f63cd7926efd6fd39aff1f47377bc2f3647", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014296, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.88413367299654, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:09:18.170194+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2392d4c6-f2f8-4441-b0ca-997b8a88240b", "result_sha256": "3e4b6ca9a1d01396188382150909496ccfd0f0f577f5705e6690273d46c3be89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000792, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.946556099996087, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 528, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:56.404291+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "320ccf9c-9e6a-4bf9-af36-330062dc92e6", "result_sha256": "5693382bb5e3ff61f641c4e93fdb0274d43a202740d97a7d4938cc905d52f649", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.82635589200072, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:40.078314+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc355316-3808-4b92-b859-fdfd58d125cb", "result_sha256": "23ffcb551c505e0091c9f9d9b8505d5dacf75927007240c10c863d832c92bde2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.671321265006554, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:26.239974+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c056e1-453a-421c-88af-3cec137b941c", "result_sha256": "1b7ffe253a63e3eda48d4a3e44fee29a07057433dbc4f9e8b57014c2e2f8662a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.656461190999835, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:46.735267+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee31a32a-75d1-4e5e-b5d6-b76ba27f85e7", "result_sha256": "bb2119045fbb8013a5ac24910b1809da6853c5b603522670b850b1771cedf7a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005415999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.56006449200504, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 328, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:41.925668+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3da721d-6c78-45ca-bcfd-7fe0b3fb4cce", "result_sha256": "aded2735877ec78c9e245b3928dfe39c9e3d1f05e227c8b96a1e12fe54f242a3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.116110924005625, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:23.072812+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be63090e-dbf5-4592-bc0c-e160236e77ff", "result_sha256": "2c5fa4eb418788f15f0318c2caf4c4c52e67013acf14a18696b16cf7907443aa", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008272, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.593114898001659, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:52.942856+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2575289b-7022-48b2-b867-877c62259fbe", "result_sha256": "9f03903139a986ad8665cb649f92ca32ab73a377437f37904f0b9e843ed088df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.165547804004746, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:18.255755+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12ef503f-0095-4099-bfab-6a9293db1f96", "result_sha256": "5de4a71d96997cc094790271335441f75cb76cac03114920ca2af2cb24882a59", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.79421413000091, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:51.602302+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bca11212-53e1-490b-b933-23b314fa10b0", "result_sha256": "ee417cbae93bda2c2fbc297f991b70acf1aea63a7c905bc823d877873ba95ebb", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.55571134800266, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:04.720393+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24b89d76-d7b1-47bf-b0e3-683865c06f46", "result_sha256": "b238e47090c3dcd05808316626fa5d0f830ff56b9a5196c8d55d402279d9f67c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.101552727006492, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:33.425397+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffd6b4da-a2b0-4dd4-a475-925a1d209103", "result_sha256": "3673a1dec99898cff4c5e78021306dd87210e87ab3a0aa55f98c6071bcc7d7cc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008133999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.4748343380051665, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:49.874050+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f56eee65-2ae5-4d16-852e-b32fe78bf08d", "result_sha256": "57983265b062e7730fc425da8f472ebdbfe9d4ddcd41244367c0d923382b2aeb", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008181999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.818849264003802, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:36.092104+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf07e31-92d9-4a49-9973-08e59991c014", "result_sha256": "1b49dc42636cc257a281710186ea0b3d62a5198f5a11fee571109cf71299217d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.941014305004501, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:55.176173+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f760694-a263-4116-8a10-fef7d57e469b", "result_sha256": "f0d2374961ead4dbc3575504eca10b594538753070547a00c6ada536c939e81c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.86899420300324, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:07:04.690694+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01d12313-76e1-4831-8f36-191db475432e", "result_sha256": "a963809d81df5122459b60cd13f629d2d6431222c051464033cd5c120dcc5feb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008267999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.588243938007508, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:16.730894+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7bb3856-8a3c-46c4-a53b-e13904ffd8be", "result_sha256": "879b22f9b450c8e892f308667a3ba7ae71357392f8a3f145920fcb01d678b757", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007578, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.166350899991812, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 505, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:04.256049+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e007b361-5106-4562-9b81-5ca75d49d9c4", "result_sha256": "e0b5afde631015616924996e7e41f5737928fd1e8b004ad998b1ff4b083a466f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014338, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.671714959011297, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:35.141746+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "472af4b9-4eac-41bb-a2d1-1e39aba8f7a0", "result_sha256": "da336422bd97551ce7bd0a0a40e33dfb2e5562a8d9060196cf0dd69969e65b00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007366, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.677051714010304, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 493, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:50.080315+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e04e9f3a-c0ba-40be-b5de-cb6d4b5352e6", "result_sha256": "51700ae359395f29ecf50c7231415530ba930d21e1298eaf27af12fbe6178d4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.282045403990196, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:12.168926+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "38465769-664c-4c02-9787-9ceff8174cd8", "result_sha256": "2c152ab674e8f59eb2d03ed01cb579907cb2816054632c0bb75b468478ceb1a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.766516173011041, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:04:57.503846+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b7b0a0-cc24-478e-bb5e-db886dd24042", "result_sha256": "4697c0f124e816edf707303a080d6945b3d6d5ee6fe97a4014742e2af6eb61e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.578701466991333, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:50.086949+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b015b63d-bf58-4e82-9b27-ee106a2ba11e", "result_sha256": "b8c114ba0da49abf7bbde8a187a7cb5965ce556ac1859dcf907932a7a3cdad5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000496, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.5699293020006735, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 286, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:48.433545+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e54723a-52c9-4dd9-844f-b112e653a852", "result_sha256": "669bd6bae589728aaaa300511f44954e92d056bdaf44478440efea4c8fbc209d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.998946428007912, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:29.493233+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f723dae2-8638-473b-80c2-03207f53459a", "result_sha256": "502e1495d40c1e8375b4c9c9f79d0f2d22cb48dd0a7fcd63761139f6285caf8a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008158, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.141755069998908, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:34.062228+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a2b4396-9456-43ce-bb03-03c96c8fc631", "result_sha256": "19dbc2d0c358e29e9753fd2b17911a9fac57f61de8e7935a316a8f058a9975f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000742, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.467678579996573, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 499, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:32.026307+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5111af06-3bd6-4785-a1c9-0f7ce7845641", "result_sha256": "724553a4b84f5c0c51c0817805073068af708ef7ef6002b2f0bc546bd88239af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006236, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.953369800990913, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 382, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:22.179524+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6416ca5f-f86c-46fd-8046-4e7f53f0b9b5", "result_sha256": "533b17a63ad4feb349bda46ebde558032c06998395b44e33a826e37490a9d782", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000817, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.1131301679997705, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:23.798106+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7591c5d-7671-44e1-b9db-9af32d9150ab", "result_sha256": "7ea4136cf314b146acb1950897dc2efa5d7b138f227b6d8fab46f9839de78a4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001408, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.40036717998737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1050, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:11.558067+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf664b9d-7f94-4846-9fac-2516ea8d3971", "result_sha256": "6bfedaf95e2b06a165d250bd65f05a2a7d03fe97b80076d86d1eb5483a8daab4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.12504550498852, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:16:31.557745+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e64f452f-5669-49b5-a693-dbd20ea6724f", "result_sha256": "c617747fc0bce17704e90577d8c924dcfc9120a6bd26f9d8dcce3d856a02f94a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.015083054007846, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:11.992683+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d81672c-846d-4f49-a9d9-da4d7e53c76e", "result_sha256": "65fe352aa43afc505b754f5c1246a7e4e87fcffb92348f0cfe388f26a8998624", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008015999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.385071397991851, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 536, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:10.530817+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "877fe552-4981-4d57-b999-b9da7b66b41f", "result_sha256": "469c225bff6f2175eff53b6a2314288f0faf02d827ab9265718a7357b3c19400", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.477461842005141, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:46:59.653932+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6951f386-b180-47d7-906a-7f9b585d446f", "result_sha256": "744c4d45686985a6e187af105cc27bb69d0fd62d251aa1e146766cc86ac81e7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008116, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.407668967993231, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:16.659979+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0e5ab3f-012f-4744-bc32-8cdd0335b9b4", "result_sha256": "c3f02bb8b4b8c4901a845eefbe424a6f926bb6a42b3cb62596460f2133403351", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.875881243991898, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:09.015905+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a9e5761-ed96-4342-b318-c90fcea26990", "result_sha256": "67260d43b7308c0409c0a22298f802ff80a733fabdeb85a00b9dfff6632ef561", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.341348428002675, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:47.260883+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "efdafb33-ca3b-4f1e-9d08-89e8ee48b637", "result_sha256": "b6a3b84f6be07c5f93dc1412916d62a1985ee96e2b06025a9aba6f8536828098", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.633445309009403, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:27.625661+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a1a2cb2-0ae2-4f2b-9aea-74770c010cc1", "result_sha256": "29a4013cc8d5ae181d1005fe06c04825c78efa0f91ac64a2a895007dc03f6488", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008384, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.225083363999147, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:50.283186+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ca581e5-06c9-45e2-a3b3-7b779c87d455", "result_sha256": "4e52ef49ce98b80ac4cdef3352f9e06171c6e4ea3f5b08ba1dbcd9831632ce4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.55057888799638, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:10.611732+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b31a369-08b5-4c8b-92ee-5d7c05a43c5b", "result_sha256": "031801780870247a7ac4750af2a2e81c18f8f10a57c8c50fdbf9dc13aa0516af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.127342042003875, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:56.512481+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7bfbac-139e-45e8-a2a2-df432abb906c", "result_sha256": "6d73bd9e79003b636b73705b2941e7066a65c1c5d8c408863c89ecab58e5c2b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.915482567987056, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:11.347191+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e19039-89ee-4feb-941d-80686622b038", "result_sha256": "5289d558db43bafda5b79ec3e1a0adbe8757a734fd348c383c46aabffde8281e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008121999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.235350397008006, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:33.089700+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca70af70-a04a-4533-9476-7c968d64c4c4", "result_sha256": "65327d238c360b76085acbd4180501f967bb2edbd98935e7d2fc761b41636278", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.131426660998841, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:16.349541+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c57b3ea-522f-4f1d-b0f0-47e2ba173487", "result_sha256": "4f2640f4b35a4a2fd812b35d279ca3e37d7638413268ea08b7b55358d6657dc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008291999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.302809392000199, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:17.086006+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "600fd908-985b-4d64-964c-45fb28b4fbbd", "result_sha256": "490f7f781cc6c773a1718eeac9c835a3a68ca10faa1fa1d0e4b38163fd2c7692", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.055064686996047, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:17.504965+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0552cf70-3241-41e2-8191-e00b8869817c", "result_sha256": "fa35c2ae67e9838adc3982d3f12dcb6d6633f79f52c3b39b1d4d9d5c6bb3e088", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005782000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.734714475998771, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 361, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:20.237814+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b9a515a-70b8-467c-9d8b-988975bb5c42", "result_sha256": "2416fa2e562f8535dfb33805960d1ebe8b7a15d5a5cabb3ce9d21dbbf69d1eda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007432000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.56676113200956, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 488, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:41.839533+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ce4f277-0ec9-48aa-83cc-633f02040895", "result_sha256": "f3626742ae19445250d1ccd5cbe9b966b093694e2a25187865b2666389be28eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.668481369997608, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:57.205186+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a9fabf1-8e91-4961-944f-34901e888b02", "result_sha256": "9a1cc30eac5ed830a660999b9d68f05d5ea5ab888245dea5cac2cd1cfb8bcd6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.077452872006688, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:48.165613+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9122c14b-d652-4ec4-9d14-912fbcb77009", "result_sha256": "dd3c7a31fe1f0fdd14c8856fd915b19d094fc17bc9df1ccc5673cd7031800fa1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.099145077998401, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:44.743354+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d34423-a561-4dac-995b-7a5e197302b5", "result_sha256": "c748533ccdc1ff808b4c55235fd02e6a3df82884bfa6acb70112c61cfa932e73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.187287991007906, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:28.346027+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da335e63-f889-4322-9b08-f4949ca23104", "result_sha256": "25a518e76e2ba67c9c8d670215022fcd574ea604a1cde68ff121cc13476bf1bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.982442954002181, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:10.461247+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2b87376-3c71-44e6-a223-ace17754618e", "result_sha256": "42521701fa34fab5283e78b62b0cae4256deafe46d944289ad09b869761674b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.922786826995434, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:58:47.655019+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ff58070-17b7-4b14-b5db-27a563ecaba3", "result_sha256": "b3f8b0ae6f67dd4cd50c78d5fad19d5b9f4c1d999b1d3c7e96fa996daee494bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.282132859996636, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:02.587039+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aea73fd3-0283-4b1e-a5a9-e10472f28814", "result_sha256": "9a00d8cf808595da8df76f91e52fbdb724f84429e2a698d650b06e8025eff162", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000548, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.778514133999124, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 319, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:39.422062+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cd61ed0-b682-4f50-9ee7-019bd9ad1188", "result_sha256": "bb7b811041674b407f5cb027fe6d7f8af8d52e68cc875a188f9f8c366deae40d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.3316652559879, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:06.234163+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c56efa8-43a2-443a-a3b3-9f6d300d1820", "result_sha256": "696a0bfcc123eb948a841a9d273a065b626524846ec9fc985f87106de00a69e1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0014338, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.408607848992688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:08.953165+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "00b46b1b-e648-4356-984f-4c6ea093f93b", "result_sha256": "c4ba0d0108c360266bd2165e22f48348c8a1874a5dc03bb4f649bd16a52c3a93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.808201039006235, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:00.558026+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbc0a91b-f3c6-48e0-8dc2-6f8db85ae3e9", "result_sha256": "bb1768ccd0185ee589207a7756b50d1e8a224a4038ab436d8c1248d2c039a13f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006795999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.384317611998995, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 439, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:11.703456+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0e021c-ae46-4b29-a0ae-9705ad3200bf", "result_sha256": "f3cca65b75b9f2fcc572b1c30341091932af6b4f53f0d16c251ad2b4c3eb7083", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0013564, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.569417240010807, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 995, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:42.034845+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fffcada7-5040-44cd-88c5-0f126861b7db", "result_sha256": "e6764f1ab1e736eb1f6716034cbceac0fe6296f62a0b424b77b664c3407a1dec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008224, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.73089643799176, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:54.153819+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adda2cce-479a-45fb-bfc6-8d76a8d3e494", "result_sha256": "cf470662d7f435aa74c6f73790e41b5de1837c26592985c88794acfaa5987567", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014416, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.110767198013491, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:52.572149+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c40cca8-0287-4f1d-8995-db857e2bfee3", "result_sha256": "6ebceec2890657292f837f386e4c64aa051919fcbd8ee92723852e8767d56257", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.32502456200018, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:13.990460+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "693dc3c3-156d-48ad-9119-0fa717453eaf", "result_sha256": "e97ddd9b155dbbecbffc4a557871374167fc6c41441272d003636d0c997a23c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008248, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.120733088988345, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:51.072183+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5eafb8d-ed86-4e54-8326-3988ae5ba861", "result_sha256": "2b2dd91df5d2adee1753c7a85fd1865a5ee93b0c92cbd583827b4c9b27bb0a66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.893021351002972, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:50.076420+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1545a40-683c-4fb4-8c25-88936379b355", "result_sha256": "cf25310485e754cff38d5e88c1c1d677cd66f94e113df11ac9771801555f2f66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.40303336699435, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:05.208719+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cde7a572-7369-4a1e-b9f2-f655130a90b2", "result_sha256": "66f4915c6fd48e0233e9bbfc9d35adffedcadbe4300b1c616021745b73a49d66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008255999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.318345602005138, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:40.116070+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5cb3432-df52-41e9-951b-eac27ff4df80", "result_sha256": "11cd2f740b91b4fc06e3911d903562a330d55d926146ca62ed7a6e6edc306b67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014508, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.349026380004943, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:13.706564+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "498f4b6c-cda8-4e21-98f7-d20034b79428", "result_sha256": "605091be1dcf6d757ed52f8397141fa18e61c73b5bc133d12a801afae0b60e9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008116, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.930513425992103, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:48:30.031333+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6655db69-41fb-4316-b9f3-c3c045007b36", "result_sha256": "1283a0cef4735e08d3c21022ead4f861cac7dd89d6f8e764b5ccd020589b488f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.402796224996564, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:45.094987+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebca7d69-fe76-486e-bd6d-a5ce015372a7", "result_sha256": "cfa039f23bab1baee047359f47e796a4df1b02eabcfcb74eee8ebc5683f98eb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007643999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.518959305001772, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:25.422439+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "195b3815-2259-4055-a9e5-157a6fa7a6a4", "result_sha256": "a4edafd70d00a434dc79cce63a33ed931c43e17a942c3efc34434a55e06b3c93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014272, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.8230461050116, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:05.210087+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aa1417d-8656-4220-af1d-409a4dfb4480", "result_sha256": "d41d5b15324d387a5649e02d189ac4eeef066ee25f93c2382552f6bfe1d0b67b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014368, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.24965203400643, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:31.010242+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8b415f9-51b7-4056-92ce-f136905f3c9d", "result_sha256": "aebfc8cf700c8bc9822c193c5199ab68c52ef495cf798a570b8da1d956108e83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005886, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.645310421998147, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 364, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:20.252518+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ef2676c-e63a-4b92-b7a5-113f5d308100", "result_sha256": "5bc5974945148106f8c327e31b5435474ff237b339feb7f20659a3577549837a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0012402, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.006466973005445, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 907, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:23.830677+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a652a1d-0ddd-4bc3-8325-c22c5c067762", "result_sha256": "4b48a0f37cab635ee7d993ca1c50531819dcb6aa8cff77470496ffbb09bb30f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008146000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.671686728994246, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:14.385741+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0771f032-bea8-41b4-963e-f09650429553", "result_sha256": "7584cb736179bfbf44f943c533706d732442bab2a6cd50c3647ed56088a8fe27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.900005364994286, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:05.882562+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4293e9d5-844f-44b7-bce5-3779a5d2cc2e", "result_sha256": "7442641bd442540f44bd220a0e8a2db7ae5eb52f8afb6ba81808acd924c297e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.348393569001928, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:09.206730+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2677a112-d492-46f5-a3d0-737a73466e6c", "result_sha256": "7ee4826cecf214147ca59eee159f12a7a082eb3c8415db976a66d5632f801100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.725854035001248, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:01.033054+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "569cbba7-9f61-42c8-bdf9-d76882476fde", "result_sha256": "609266da36b9407df94eaae21a1077b31096bc1b33fb5d3fb94bec0f82bdcaab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005727999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.849172248010291, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 346, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:18.676927+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19a62b2a-4ead-48d5-afc1-2d56dbb80543", "result_sha256": "f0b4e958d14ba66ec35b66c2aa7f53e801108c9231922c61ba98235105b7cf1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004122, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.329735627004993, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 217, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:20.648988+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a027512-0a1f-4bd4-853e-7647ab114e20", "result_sha256": "04001f430ff7743deb7b63c01072162921d27b60cb38e9ee22c0adcffd1d0aef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001432, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.753623437005444, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:06.969036+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03292d56-541c-46eb-8f16-ec38dfc6e2db", "result_sha256": "4493f90051114e70e764fda5d77f73cf596de1df39679f31e93410b29bbf007b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0026691999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.388456760992995, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 2109, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:47.934248+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfd3883d-e962-4d78-8d24-e5877f8b540c", "result_sha256": "8a2797d72e17743cf22faec6533d57b12b7684219fb9071e66732eea8f1fe1a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00082, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.44656518100237, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:05.959359+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf7766e6-f1fc-4c5a-b761-682be5c47d97", "result_sha256": "a65ee0eeb1b4219b15077959844ca09a9b24a2ce2fe69684fac91ad8dbe8e416", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014406, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.271684979001293, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:34.912846+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e57c3180-f28a-4c4f-8379-6e3aa73b60c8", "result_sha256": "d5a93786db5a23e16f9c837e5cd417910d8fe217ef76fa7a29568385a708cc6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007914, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.609121236004285, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 533, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:37.183305+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc28712d-5da4-4e64-a3f9-3d765ed95fb2", "result_sha256": "34ff7ae892c8b83d27d4f6b41cdc38c0b6c0de98b8194a7d3764cdadde810e43", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006368, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.2720340410014614, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 393, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:30.278758+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "574fe71c-c148-41a6-b291-f75dafb2c463", "result_sha256": "c931fe46b23aa4a418a36cdbcf14fc6d1a368cde2bcb02dbefcde76541e91c65", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.68686959000479, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:24.369735+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eeb3ee5-8336-4f1c-85ad-bab90fe32237", "result_sha256": "0bab903ab0da0dbf22a9d593f4aaca482a3b42681f4eae84d090db864d9598c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005394, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.080240928000421, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 323, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:54.726255+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a242efa4-9376-4917-9c91-53cab1069432", "result_sha256": "5bc0d891338cbe425f957dab18a73029111e33a63526f165def1fd5d250b3205", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000751, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.268787262000842, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 505, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:49.516759+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23957155-cf5c-4a0d-b65a-a028b9c7a851", "result_sha256": "08452de10adb3269c194a4ef8a8461628787a2efc1363ab6a2eeb657abd1b1f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014508, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.139771128000575, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:46.356404+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "09340f40-3e4a-4dd5-bf08-d98be1b2e48d", "result_sha256": "56bcaf6b5fc5297855efcfa4ed7c7222de291be0c81f7370fbd12b090d34cf94", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043139999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.500019244995201, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 233, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:45.828927+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60f9128b-c4cf-4ff8-b4be-7b4f9346381d", "result_sha256": "5260907e9c386a6d28caff554fac81041a266af5014ca1a56fb2f0fa64213e6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007804, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.044924691988854, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 531, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:10.390989+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0111a913-a105-4c8c-bbcc-ab5d2dfeefe8", "result_sha256": "8472ada4f00ff1e494cd909a5baefc4d366215291a55ac6d3e480986b5683ca0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005956000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.837335885007633, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 381, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:00.066594+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52ccecac-0a60-4949-ba76-e6b3978adec5", "result_sha256": "cbd84ffe8d64671af675ce3f0e8a685ac781826a4b9dbdd9183ec4b0738e7d3c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006352, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.186640105996048, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 410, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:24.482019+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "09f9dac7-dd61-4e19-b872-d7e6ddbe9269", "result_sha256": "a6778952f24974ecebf7c82bacfe2553c820cbac46b9c6fb0eed88981bb96af1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004484, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.2971045910089742, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 236, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:58.878165+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "688f202d-b18f-46a3-bdf0-83b7d4f01a22", "result_sha256": "b077711d86c7777c07a167a577a6f5a9675ed49e2292bff78e275d348d42ee1e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.03075341800286, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:45.787701+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbb2ddd0-0aab-44b8-a3ba-978a5a0fbaf0", "result_sha256": "2259d7c44f1e797267484d26bbb4d9df317b0eecd3e54df6f0da7cecee5eb38e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008116, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.286150804997305, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:12.061719+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a5bbd25-988e-4ecc-9760-e4cd785e3440", "result_sha256": "9df9f18c101bd46d2e5e15df4e4b64748a4b3fc8d1f2c2aac482c201c5ee88a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014338, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.361044053992373, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:44.195071+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "426bb30a-d3d6-4800-92c9-627b48a97c40", "result_sha256": "854f8ea9f07caea46d8f2b3065c978047171ea8a48a1dafd3401b7968c5007e1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.045649968000362, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:47.734165+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7e150ec-b276-43d2-a3b7-200b4b38d345", "result_sha256": "e0bac596d9ba69ea020d7c2b858d8a5102504829626d5df1b4c3e7ee63b1e6ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.787157030994422, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:59.282709+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bedab6f5-c00a-4b3c-afc5-bd047cceee85", "result_sha256": "682e9f9fecd0d8221fff431a13c5175294c66509c941777d4005847d1e984b3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.992919406999135, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:31:51.438059+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b65b72f-2053-4edc-847d-e29249b642d8", "result_sha256": "ec8c3f5813ed9550a9420ef53761c03d4742429f96b7adeca52ba243096b7bcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008255999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.951195703004487, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:58.199861+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dac026e6-3a6d-4b7f-be0f-8b20e4720cea", "result_sha256": "7fce4c9ec927f1fa30abab4f275dcb0654c809e972b9b20695bf852508fc25b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.007365340003162, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:30.892852+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c856e59b-2db2-4143-a810-d2e0a314fec6", "result_sha256": "9939cd6c0bc9df44a1be6462683d6086b7148f3d8df9c3cb963f2cae4d3e16bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.656574747001287, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:47.218624+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eeda611-0019-403b-b885-96348149efe3", "result_sha256": "34e8a55e8e9de38a0f92cfc34f84151960d150594fe8c88b31ccc0e736ccb93f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008146000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.463602749005076, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:59.890158+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24e21ca8-500a-4d08-9f82-54b224dd41a1", "result_sha256": "677df07dbec1fd60a5b324e78decfba7bcbfcf9c5bb91cf6b622a7931d0c6667", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001452, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.923806632010383, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:37.524032+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcecaa61-2a47-4635-a3e6-57ed8b6c7a85", "result_sha256": "fb16160e48a0def579aae9a8855541be3cd0990236fabaf897b79ae55d2ad67f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014368, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.3917830910068, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:22.137126+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e223ee46-4731-4284-b262-d32a840abeb8", "result_sha256": "0ce54ffc262bc652c03410ea9d7311352b0e47f3ecc85cec93f70e610d15e637", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000826, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.169714449992171, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:46.618633+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "68e89d57-78b0-4070-9db2-21b2b686418f", "result_sha256": "686df7b431b0d98fe0e3d0257822b896c45d7c52c0f66af2a3c40a7961baad9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.099993408002774, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:03:50.732540+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b822e58e-3bd1-4377-9939-395b168f33d9", "result_sha256": "49d6e13ca2b1272669d609550b3f86865ece691d00ca1f7f406ae92d60634083", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.698018195995246, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:33.556685+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e85831f9-24cb-4a73-965e-537af96d3714", "result_sha256": "ca1b6a4175a1c5e5c3356f74dd70d7e34fbdfce2d928a42531d7eead58af6d2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007936, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.235374798998237, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 542, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:22.237443+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90669513-2d62-40e9-8d5e-1c5f4788852d", "result_sha256": "52d51db9e660c497be3c4ddab8232560196ca5b8cda1335f967f57a17910150f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014296, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.93577386700781, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:07.257587+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a899464c-a48b-4a6b-a056-6abce565d05d", "result_sha256": "9e0a23053d5b6e1df40de5d2d23a558a30038938f3cb90463274e321a5490922", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.951640397004667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:07.218343+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe8a35c8-5474-4def-87bf-816367c59c09", "result_sha256": "635b9699119086c6e3130dcbe3bb3d51e98d50578b0ede8ebbe9af79bfc6a84e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.648521601004177, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:56.756888+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6250b0ff-0b30-486b-8b35-c24e886d16ce", "result_sha256": "e01dbe5e8ba13251384725f22bc021d2d76f73d0a034a45c2593545a0a1a6050", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.2959156290016836, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:49.504212+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47cb58c8-d73b-45c4-8739-48e90a4f454f", "result_sha256": "743c485abc5e305700e3bf6bf4bdce368776de2adb188adb2dfe3bd6f8612c0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.314900109005976, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:09.117123+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5874fda7-2040-404b-be97-2fc71b8ed882", "result_sha256": "1a8aa809da622ea8f862dedf5d0d395574117310660dea46015b28169d68fbb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0020711999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.66941339201003, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:15.528033+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9c88514-7bd2-4beb-b251-d8c79cd2c591", "result_sha256": "a6db37c8b830211eb239b5b1d7dc16fab5cdf635987efef9f16ce6743068adf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008325999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.800543198012747, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:27.003346+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "630d9e1f-a3f2-40c9-9a35-506e94dda17f", "result_sha256": "59fe75f15be636f5c2d3bf20d6b30ff01f5e297e6369120c57034d0648173c17", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008284, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.056918852002127, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:33.066321+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "89cdf1bb-0e0f-4018-819e-a37d57ce3190", "result_sha256": "92bd6aea19cd0c8023bed173a8933537934bd7e91fcc04738a32540c9292b34c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.08437299200159, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:29.905257+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f16a9bc8-7be5-414c-9bbd-6be359ec17f5", "result_sha256": "c8f5814f957f676449b22f5dfd274c795399b5fe640fbd98f3629866098530ca", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008362, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.28776202100562, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 562, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:55.299460+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e494ca-d2d5-4623-933b-ee30812ef8e3", "result_sha256": "c788a590decc001a29d411ae5e1032c34d9ef7ba540ed769b2bfb596c391051f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014307999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.679382040005294, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:41.876499+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "617925d2-1222-4186-988d-a29204a9b4e7", "result_sha256": "e0c4cb9ee631d918a8d2be19bbb439ba7cd878179d7839876561c642b1a778ef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.773507523001172, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:11.147711+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ba8bee6-bfe4-4ea4-8bd6-8ae85dd1b3ce", "result_sha256": "20c09b8769f91b20ce7da0ecd46939fadcfa148a290cda183431784ce64de3b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.33001574598893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:12.149446+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c00c5b54-905d-4cea-9e5c-2f44db6fdef6", "result_sha256": "2c618c9e2f2dbd837b277599a4df314818664d37fea8fc2d5c8fbbde489a7920", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.575767432994326, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:24.702420+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e0a4354-b53c-4079-9c3f-1b84e4597c7f", "result_sha256": "0ef2d40ed8330eae65a8b192368443f143939a46b8685d07895d54db45f8d1ac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006154, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.300425353998435, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 392, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:26.865693+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c28539-7131-4836-90d1-385ec2b97e0a", "result_sha256": "dfd02ddbaca067cc4189c53be0a64de512fffbde66df5ac3fbd879811210b836", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014496, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.671437541008345, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:41.260484+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8948ed4d-8b37-41da-a0b0-2091691174cc", "result_sha256": "4bcaf68755e478b8880e64a6631967b00583bea1f69345da857a53d43bd08a41", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014394, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.58312480400491, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:25.696473+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "849a840c-ce30-4c00-8e3b-fd5d2f4c6ccb", "result_sha256": "db73d3bba96dbad1185c7a7b6a2d631f522a9516ee75c577b63dc013aecf0069", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000784, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.092181472995435, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 538, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:34.493739+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bc980ad-a79f-414b-9032-d43b68bf9cdc", "result_sha256": "fdc86198e49db1f4dade4eb462d8da94059d954fa44399a93e4d29c194aca808", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.709937874999014, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:09.173396+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "71d751bd-0898-445b-ba1d-b3dc42dfe65e", "result_sha256": "f7ea9f6068f269ca9766d688219215dea5a505e78406874b171c0ca66c9a6c7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0010995999999999998, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.75493338200613, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 801, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:46.632465+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47988cc7-6488-4b6c-9605-0e64992ad781", "result_sha256": "6e931693a64f897d35ea46c5e44b50b8d07a7e632332448f0d7fd670d43d17bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.298879420995945, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:34.394734+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d02b335e-cf51-40ec-9855-d09ec491f8bb", "result_sha256": "a13cb47f2d15a6e61f7a32fd2c120501123f58a503f3a4ca3dd7c4108dd27f15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.175969951000297, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:29.898316+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fccd0ca-e42f-4e88-a836-206e3fa0aca1", "result_sha256": "4f18c900df511ec8f3211fd57631fabddd14414bf97a48aaaf983732e9d6e944", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000774, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.715863475008518, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 513, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:41.428348+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a18dce82-1690-4291-8af2-99e8f4d3e395", "result_sha256": "08b4b7e13e18d7620e0275efd667737f2090628a735e5c0f83f4ef7f7ff0838b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008262, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.754870295000728, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 562, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:17.282521+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "961df477-851e-464d-80e3-1967ba146a57", "result_sha256": "15f460b092dc8d1f8edf570673f66d8bd7e620373fa0eba51f56f15dea3abd32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.25820878399827, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:46.254062+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db637686-7497-4b61-98e4-167456827f8b", "result_sha256": "341a8fbcabd575c69772f33047a4419a82d0c49b569f56f48003dd12faa9f87c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.960331750000478, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:02.884175+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a024e360-f747-41fc-b34e-d53cb36bdf22", "result_sha256": "e7ce75cb6e4490e9776b2c4ab626d977713395acf6515c4a86f94e43edb110a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005932, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.783169482005178, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 375, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:22.749151+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20a5cc95-e765-414c-8e3e-15d7df6ef06f", "result_sha256": "22ad1c5fd9fcee42f458cff93ee4640ebe9fc2d7b0c2263ae4cfdbe88ac609f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005912000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.875238257998717, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 355, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:46.173164+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c517c35-9943-4fe9-8112-763eebe1ca02", "result_sha256": "6521ffd44277f2f2704dcdfe43c92e29155de63568ad7e76db9a13a6822865fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006064, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.820054598007118, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 390, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:18.113203+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34d2af5f-ee78-44b4-b956-b0fdaed08228", "result_sha256": "3935ae782b30ec1e79e24f217c063aa7faedcad7efdfc12d5b3e94e502bf4e28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.940013416999136, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:42.206920+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3220d71f-2c69-410d-9f7a-5167741c5df2", "result_sha256": "4261003013d4013c7e93083afa0290708fb54b812a1cccea836144907854c928", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.0346752970071975, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:33.047056+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "934d0eb6-fb36-43cc-8408-ab1f54841f4b", "result_sha256": "212b07525b17b4d58c42f98031ccfbe1be961e8c96da9adeb20d39a896570fa8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.125598036000156, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:02.969034+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b0e36ee-cb3b-47c1-b642-08b01f4ee0fe", "result_sha256": "bced3fb242f8ba84d9e0c48938bc88efec0e2baf89b76362d2cdca4076620fdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.421410334995016, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:36.067679+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4283d0d-4024-4704-a504-799a0a191efb", "result_sha256": "2f6ef7a7651ca4de6a0c9feb37c6e2031802cfa2a8951694fb467b5cf190dc9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0012088, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.155792335004662, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 888, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:01.921656+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "652d2965-a53c-4cca-b308-828aeaf2f351", "result_sha256": "5a03555ab5125e92742d5ec052895b95c567cbc82a5d4e5d3539a49e939344e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005227999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.648050694013364, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 298, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:09.508302+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c55b697-3f60-4266-8682-7734727cff9e", "result_sha256": "307845324eda157d63aaa337f37691c6de6ee4a74c1e1e9bdc8c39c53c463775", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.519970711000497, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:11.381701+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7545375-49dd-4bd5-91e0-76c4992d10c7", "result_sha256": "52a62126e1d024339740216f2d463d5cb688d945b8174e1ac82e8fa663c5a225", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.684061186999315, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:46.078134+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bdb7d63-1db7-4278-8364-3c76a9f4a048", "result_sha256": "0cbf94a06fa8a1c6bb12753b4e7044b91b3b516484fd87342affcd7ae9ca3d34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.34747439599596, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:01.680981+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5666ce21-fea0-4d9c-b847-784f666d9f3d", "result_sha256": "bc6218a34f25a41233eb76d2398ef256df2a3df39fdb6c3d68a11d627914176b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.074965808002162, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:58.079879+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74274a35-3472-40e8-95ba-85b7e3abfe24", "result_sha256": "9165c508f26dcb84d363886e7c7ccd895de6b04358c29aaccbe8c35e602b9dd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0011718, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.263131535000866, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 850, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:41.320710+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b48659cf-283f-4d9b-9c03-6055842edb9e", "result_sha256": "c75ee075a6f94f6b3c56e9793c25bd38426fac52b9676af6ff216bf9b906137e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.915604424008052, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:56.357557+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c4d7fa5-256a-4395-a36d-1b38b65662d0", "result_sha256": "370950c7a306222dd9b015863c0d275adad3e2c75813168df10ae6b1bc323bc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.325757344995509, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:07.618053+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec2d6f5-b46d-407a-b078-70feecf9f187", "result_sha256": "8a3456216a01b4ad0cb03453a98e546412c9da0410cef67b0b3e5d2be0991897", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014441999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.653195454011438, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:54.217521+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "651913b4-7c9d-4c0a-b972-f3ff82c48698", "result_sha256": "d676b62be70240ca6ca3260577909b43062afa45e8b544908315b65d8778cb87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.313119736005319, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:10.878092+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebb0dbf7-817d-482c-94d5-694036ca5ddc", "result_sha256": "4a56fb201269eeeaaaee5a2ea3d0cf51734e8fe3f41f5a55fa67b4a8b23cc858", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.106259273990872, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:58.274194+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ae340a-137b-4ecf-986e-366857d92d6b", "result_sha256": "ddb21ef83bee8923249bfea0dcc4f8011300315a4c2ec8c46d5b40c34b8a0046", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.425409613992088, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:59.343358+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cbd23df-0544-4d2a-ae17-c5cfac270b16", "result_sha256": "2b248d604bfcbcae220d1f05ad687a397278ac266b1855ee5971e71c0279a691", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006616, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.162476778001292, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 428, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:45:18.956513+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "11d8b67f-6396-4c39-85d6-49f9c1f40ce9", "result_sha256": "990e77cc21a5b5e7f9945eed47b11c1ba2c840540577f84309e52f26c3cea92b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005554, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.927038078996702, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 342, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:30.842973+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa873dc-ab65-48f4-8c06-f4a97bbc6e19", "result_sha256": "32f5d69f59c6bff25cb42681aad120b44e9bc00784b3a72e30b211bb0b9feda9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006245999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.678535462997388, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 394, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:21.065782+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a61efe1-3be5-4f6b-a531-a1d44961bebc", "result_sha256": "ac997fb860f0bc29f043aae18bf470e49f68f5c96a9c9c0042f9a628a004a0a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0026956, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.710281672989368, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2115, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:35.936563+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b965b075-7e33-4d14-8b7d-b31682a865ab", "result_sha256": "9a1706fe4fe2edce5b6f87309f80bf2f0916cc90e07e756fabdcb454f45527a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000828, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.772850552995806, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:45.144454+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef973632-10b0-477b-a72c-b54a1577076a", "result_sha256": "7f7ea6f6844952faa79b11cf7a99fef6a0cec6c98df5c46c95e9b2b1b177ff86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0032538000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 40.896497647001524, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2585, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:17.028476+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f7810b1-9cab-481d-93aa-dec336721c40", "result_sha256": "2e197ca387023625b8aa831908e1331b32f1166e0088ce572f40abec4254b74e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0025551999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.908128638999187, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2010, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:02:39.072574+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "746cf8d3-3f62-43bd-82ce-c8734a4897bd", "result_sha256": "783d8b13f79533b90ae6d962714d5d44427e658bb14708e7d7af3adeb308f76d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.725579950012616, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:17.134604+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a286863-e084-4199-909b-b43a122e0560", "result_sha256": "e8e72e2ce486904977bb388322699af6cab5214bf462249181f08bb1ef213783", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.046408932990744, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:31.882486+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d128e87-a0f8-4fc2-8386-4afe1f8694d7", "result_sha256": "b9ffa05d486e30d09f461ee7575d985ae5d37772e6ef8e48a68eacc9822f7279", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008307999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.842949811994913, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:41.179729+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6855ef7-eeaa-4bd3-9042-d2ba4b7ff73d", "result_sha256": "c03f4dd3e80ab84d89332b3ec6fe73f141b004e670ff8e5fb2af7ac182dabc16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.550118500003009, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:10.475230+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c8b2552-a8fc-48e6-b5ba-b4ca964b3bbf", "result_sha256": "083a5e9dd9ff322660b7dfb1be84992bb1c7277fe10bbc04d7169d6a5f22c882", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.467334704007953, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:24.912272+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fdb6cbb-98e0-4c00-a9ae-c744981cbe23", "result_sha256": "ea6de387d7803abbf09fd931334cdc646aff0e285434cb2e6cf7deaf9ff7439e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.03836590400897, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:43.728402+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6217f4d5-1e52-444c-a5b9-14edb7d9e0d4", "result_sha256": "e68d251fbd70bf51319b3649efb425e64178019b77e70990118a6a0694b3a89c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014418, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.634259782003937, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:25.036920+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf441dce-c0ad-4706-823a-542805537e7a", "result_sha256": "a641ce93353158fd10123325b55fc6337880943f3ce60d15ef4747147ded0cc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.595694625997567, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:36.434753+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e16db08-99a5-41d1-84c5-fb9c3cd2268b", "result_sha256": "13d32e95a6e0194fd3e385ea2d555aeb5f147089903065c7e57b2c9c37ffa88c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008338, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.513919984994573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:40.669872+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "653c2f61-b783-412a-aaa5-0c22d7f902f4", "result_sha256": "4c579ee30d6b470592cb44b06fe16bc2dbdb6149e8bc658693289fc80acdae38", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001438, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.986710898010642, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:03.847356+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac193daf-141a-474c-bebd-33c4c214c394", "result_sha256": "cb006ac131cbc98b427bbf80c7e2d118e08d47c328101a38677e447dbe220107", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.858923510008026, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:27.700830+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4ab2233-4b9f-48af-af63-7fdc20c1d6b4", "result_sha256": "94c4c0bb27559b72524d1d43206ec05af2319b596e3fee01d44208df8d5ce35e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.045948953003972, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:43:01.492048+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c85dee03-eabc-4f6c-a823-02ab7e6a9103", "result_sha256": "bd5962f7df497fc07c6be5e13c3d45f27bb85f5ab2bc404513e141de1fc43804", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.76039911499538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:54.331772+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dffc54a-63ef-41dc-afde-f00258de8962", "result_sha256": "bcf573698a18614315e8699df375d0db9cd6096625005040ee0238c3d61a8d29", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0028794000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.39726206100022, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 2273, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:37.167094+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "67595ae3-0ebf-44d4-9d80-b3f9ada87291", "result_sha256": "fa9114d83282c029a255a1becffbb2dcd69a6dd0a20c30c19b058a9ae2c302b4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014466, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.668849701003637, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:55.675245+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bacf5e1-7553-4b67-9fe1-fe10e5fd9b4a", "result_sha256": "7378452ca6356c6267c21688ee540361f51735119bb96b141988bd7f9a7a6709", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006657999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.355871883992222, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 434, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:01.987046+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8441a744-1be3-42c2-9039-d2dd54161228", "result_sha256": "a9f638f13ef2a461ef997fd70c75187516f8889899d705a7857667a7e30c9608", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008212, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.989111107002827, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:51.843956+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4c48d84-0fb7-4111-a702-68c34833ed3e", "result_sha256": "743d299db84e9cdccf77115315d16f6d6127020897ae6d0c01b4ad7b611c2c08", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001443, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.397122372000013, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:24.745806+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da91b853-a222-43d2-b65a-6505cb85df91", "result_sha256": "f75b19bca3cd153ce19365160445273d6f35e9d00e4cdedc6c4b27e92cabb7dc", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.288309574010782, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:39.699219+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d25072-0466-4908-aad9-7098c9de310d", "result_sha256": "e9a47935374c5cc791a1740c374d77fff926def9c33eaee3c7d23dc5be53c1fa", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008152000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.397766050999053, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:58.248667+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60716c83-4fc3-4e1c-ad71-0edb63750a80", "result_sha256": "46fe8dd469051f4bd1e2f2edc1a530c6ed70cf4060777f77e5ee23c49574006b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.042794054999831, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:32.536169+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee53114c-e903-4cc9-be61-f36f63a0c207", "result_sha256": "4e1f2a56f21fe390e3553af06e1ee51c00c15776516d33d7bbcd2096bff4983c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0013786, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.37426365900319, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1014, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:45.864087+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8010f06-24c3-419a-89d3-ad31cc204bd6", "result_sha256": "c62962b20a2b86e1e02b7e2f5818c3a931f9d826ea3059b8c55c85f4170ef5a4", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0012844, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.863242344988976, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 951, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:03.120522+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ce8abe-8681-494a-bcef-8732066da3d7", "result_sha256": "1d858801f39a793883e0b113c45b455ee426a11ff59753954ebe510f711d66df", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008384, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.541023768004379, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:53.100859+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "59fec6f7-01cd-48b1-98a0-6cca8652155a", "result_sha256": "ba9d6d4487d790061f0dcdaa148d88c86d3a31e47b77aa646efa3ba3f1a6729f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008068000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.596349942992674, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 553, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:44.159039+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "288d7094-635c-4237-a327-fe8b71b1b34c", "result_sha256": "2b3aaf8254d89155529d9235fb38a24e8cb136a9683429047c0ab3f4d501e347", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008148, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.049052911999752, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 547, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:43.281690+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "951c54aa-4c34-4c26-b734-454991a44955", "result_sha256": "8dcb95900d879ce60a8fe0c10d87a7decdf48de2bce391395e1baf7a5252b097", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0017836, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.554200063008466, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1359, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:39.534277+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cabb35e-9a9d-4649-89e7-789d030995dc", "result_sha256": "6c430dc6437df90325a6d8fb63611a8200c95df36e674ea0035d9ccf43c0af2b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008133999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.73718796299363, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:49.875534+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d56ff7-3e2d-4c11-9efd-aafc1b3dd3a5", "result_sha256": "f448ca1367777d0aff2791d222fca85ebd20b64187bdf6bc7972c98cb69a3603", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008248, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.23865017000935, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:57.306863+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0db3496e-364f-4d67-b813-d973f632b94d", "result_sha256": "d85d35600f57a1d20681c0ab936f47fa21ddb1e3d7c3898f9156718a07868d16", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006834000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.070309162998456, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 443, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:28:21.632129+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91a77ed5-4001-4b5a-9489-4c3926536858", "result_sha256": "c0de38e3e32d1a485d6cde261a852bea0ef46af59cf54185ab5e9f0770887a04", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001425, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.762003478012048, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:08.221981+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b49d6255-0d35-428b-ad01-702523cb7ccd", "result_sha256": "4896768a1d41ca3430dd80a071458639443f148e7d63f6a9de351b57e899b29a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000825, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.78741295299551, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:07.522050+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84765b8a-e9eb-4e15-88ad-962f2ad6a421", "result_sha256": "24ac6770a7f01929362cf260960986b60d3f61124a69ab6b8b01f269747edf93", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.001242, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.648982468992472, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 903, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:42.891551+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b89f08f9-4d6e-4bc4-aa92-9bd71babbbd9", "result_sha256": "dc634d7b01e4d40134c1367b4edb3bb0fe78da3ef90686fb496340f06bd0e870", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0031026, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 30.410039878013777, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2459, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:55.709223+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e145141-6434-48bd-8d80-c879ed991cc3", "result_sha256": "e72526ad626ccb1e4ee5a337b1ee75d05d69b6dd971c096f27f8aa70bc9368d6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0020572, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.583871063994593, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:36.771763+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d93bb25-7d5b-4f7d-a5e9-00bc8f1603e9", "result_sha256": "344976770b0cf3e00973f4f542f5e1fe9f44451f7a9101a70b28a977ed79c711", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.075176711005042, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:54:16.235635+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2785e31-71da-4f53-bbbf-0fb375d4b112", "result_sha256": "1638427ac4a1b61a1ae96d3fe565641aff9c74460eac431c82623a194cd403b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.50550191399816, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:01.903926+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fd2e4bf-d62a-4905-bf3b-b03dc0ba9bbc", "result_sha256": "071ef55edb6324767d438420886471f3b521e37bf95b464e4d9b19d5308bf9d3", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.998499498004094, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:33.850238+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc433cd3-a604-4e0d-9485-94f9571a79b5", "result_sha256": "635587876f82a9ad5332a8be62e31444927a8332edacbd801005736239ccd250", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.003807567001786, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:12.023467+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f30bed2-641e-4a96-a122-7ffebbc828b0", "result_sha256": "548c074ebe90afa0e0f2d11fc72d05491c1b33cbec235a3771d0d8270a69a1b7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005896, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.184090271999594, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 376, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:58.768528+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43c58ea2-2338-463b-8f7f-479ddc4786d6", "result_sha256": "0b4b36390e7183920f07079376ac26ed6eee837e568f752756054331039432a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008295999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.295303350008908, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:13.804786+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "867ff589-1d60-4224-9065-92be1f3fe6b9", "result_sha256": "39cca162be679947e768c8da27188869b1aff85ab1dde4967c2411c8f56ef748", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.246167231001891, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:04:20.944256+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b68402b-21eb-4eb0-a8e1-8098c88ff8dd", "result_sha256": "0988ec543a8b05ba0383e7eaf8482924d8834fc73c7a97cd631ec467130307bb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.810117713001091, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:22.585046+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "382f9e2c-4db9-405e-ace1-4b69a2cc4168", "result_sha256": "32e6b0ebae6724e2978d2a3dda768ec1c31aec7e8d5b76ae8f1ea6742d6f273a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008188, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.7426857429964, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:42.584881+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60197b9c-51a3-46e8-8b90-ce1e5d510102", "result_sha256": "cb60351e38408639507f357698c59ec8fb794942e13417d19fc18a453093c3f1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.485159535994171, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:23.613155+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b1129e9-f262-41df-be29-ab1cee524760", "result_sha256": "451f1b07047099770a2471333b8d2e55e654e93f734ef2d39af3719a57ffb5ec", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.311239143004059, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:39.895504+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28e52aa2-0984-4c28-9a76-50ff97d3c453", "result_sha256": "ad38c75935b3bf64613184804dc623cb3970f995c7a87770f833ba017dcccaca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.605189666006481, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:50.739472+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76e53871-f9cb-400a-98d0-a0a07f4d22af", "result_sha256": "e17104f31f511dd88c661ed105600687b8abeb05ee415fcf58fcc8ae9e3119a0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0025402000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.497691519994987, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1982, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:48.939386+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a566c757-4952-4eb7-aab8-51accf2ba447", "result_sha256": "af227cb65d2054b198e8c1544bb994510981cba2150f6bc3b869749896ced493", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008312, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.970365430999664, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:48.311336+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "085b7e6b-60d1-4d3c-94dd-139a7812cd13", "result_sha256": "2e4cdc8ce01ed79d5e38c4c9d49b475123dc7cab8646766650354cbfc871486e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000808, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.038364406995242, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:34.680064+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e71437e-15b2-4694-831d-5e7004fef237", "result_sha256": "7529711abef2a9bb60a91fb3ae1d9a7da6f7743585cf75a4fda77bece3a61450", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.962921810001717, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:16.113282+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc6e66e5-4300-4f10-bf48-657e38d67034", "result_sha256": "af38a862f6e62c7e0f6b60b14c70df1eeee1a4df0a5adc2aac02b4043632fc25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.620571094012121, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:40.740530+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab896d50-9181-47c4-a5c6-b48fea3711ee", "result_sha256": "d98655ea5d3e83c178288fc85790dd5b44ea6366d7cb2cb7bf55c72700b2cbe7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008112000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 708, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.817706950008869, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:42.004029+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c4222f8-c02f-4a8e-880a-24e38f866545", "result_sha256": "c8b1750c9f67bb367a3f89f2cae668abd430dcdc731b6861af589acec9592b0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.995292776002316, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:34.828769+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64d4186a-9e76-45ce-815f-783a2ec6eb18", "result_sha256": "1f1fba19a2e7d0d40d217601999410054098caf49e78c53f1ee3e994c7fd3100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.80910578800831, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:24.640944+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "ea1ae2c3-ebde-44e4-8af9-f3fa4f8f589a", "result_sha256": "c5bb6194f24b8d87bc8927d93a0a39805774be2c1e9cc978817c3ad2f02b7694", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.780819093997707, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:34.160305+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "967b40db-84ed-4067-a6ae-e33aa2a5a4bb", "result_sha256": "3ed11334055d63d84e7599b9143388534ecb42240d3d9b82951f70349affc7a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.539689857992926, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:16.866467+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab49989c-1903-4bb0-b1c6-b5e27502a8c1", "result_sha256": "cb3699c72135fb4b0f5248cfda6021abc1542e256a251cff6701b0efbb88bb91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.766505581996171, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:27.527446+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc81ca0-cac1-4a0c-97ef-38c41e41ea12", "result_sha256": "d5d853e9a4a1d55e186bfafa7dba7d7f9f3b1fb7d3560acd4f424e3e033b5052", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000836, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.259020689001773, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:17.523835+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0b9f747-920e-4cc4-90c8-7c14f0734381", "result_sha256": "cdae617b217d8df1ac422478c4fdb2d7e726725e40b6e31bc9295a4b1f446258", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000657, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.980683700996451, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 421, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:44.288499+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9402cb1c-80d4-475d-a62a-a06c8fd5a0bc", "result_sha256": "faf4c69a9c773dbcfb537d0aa2b08725399c80ed96404e81818fa1906c9bfe56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008146000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.560810797003796, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:04.667237+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "42794349-86c8-43e2-a2f4-371fc2686d77", "result_sha256": "670d92c487e24dcd154f42542197a7478b512a05139e3dc80b19c5154bd30567", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008296, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.583413593994919, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:40.384575+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bcda23e-66d3-49d2-ba6e-71a2c918fc7a", "result_sha256": "28669b34d78883db2b1615412918f22aeba7a2b507e5c2201120b260776418d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0013679999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.605696917002206, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:14.796918+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b36f6e6-c3c1-4c40-9907-5e87a54a3b46", "result_sha256": "eb98c3330e16882e2aa1d7a31a845b7614dcf8740ffb6b8010bde27478822cb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00103, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.189586838008836, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 727, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:44.798193+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66e12d1d-fd97-4115-9032-6206be67d089", "result_sha256": "eb40787748b6bcc137eef8b30fc3a6a0937d0e2727140489b1608d95a9b207e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.8592422010115115, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:23.061469+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d60bcb01-5cc7-4808-9797-2f0bd85b60ef", "result_sha256": "5664916d8df8c2732be3ebb026b58cdf09a4c3c31d126eca0ac04fd238ddffe7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00082, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.039426913994248, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:35.633269+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b7c112-a769-4aa3-9138-2b87e9a7bd9b", "result_sha256": "41a305e93888fa306f8a1ca575a3ae33682473bbce9f9053b790fd3841d8e713", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.2418201779946685, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:00.812480+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aead28d8-04f3-4bb7-acdc-4aad986a4094", "result_sha256": "c6dd442976256ad42e5d1650622b4472513eaaee72754dafd6328c4c3f4ebdac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007772, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.80809178299387, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 510, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:19.217628+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8899a6-7afd-4c88-b432-953bdd7ea3dd", "result_sha256": "be4c31dab45bb783d2bb277b2c12b854951573e4e00c0b8b452bfbd3b8db05a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007491999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.739988005996565, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 501, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:02.283288+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db1bb2b-3586-469c-aa04-f61754ba6a9a", "result_sha256": "e351e78bbbe9c6721b4e9eb479fd4458d04e42ddfa1632c4472144df8c648f54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007023999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.51747955600149, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 470, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:52.783615+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b6a0bef-8181-4f2b-b0fe-6ed95a40f387", "result_sha256": "5111e4bac739b47b5c60823d1759f9a83f5a5f55c161a38f5c16104f423e2c5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008291999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.663784539006883, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:13.799747+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3252867b-9fc0-42e4-8a89-5023b1e1d59a", "result_sha256": "bff7d1c7ea4c1283bdeebc0a087c7c49a43f0d7dc83b62598d45cd8b34429c60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000814, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.569756823999342, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:58:52.073463+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8887755-cd18-43c3-88f6-927fb9eeaa6e", "result_sha256": "3fe6f08affddabba4e2f915c28bb085c61cca13b16042077795e050ee24a8015", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.972592571997666, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:06.535524+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca9bb0a9-146e-4e82-aa1a-a71b998dc266", "result_sha256": "7bcd78ce14d850c50ef5973b7571e6b39e8873ef7ec5566e5d6303b8f914e542", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014146, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.955101159997866, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1044, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:39.130121+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "247c3d8a-73a1-4df8-8df2-c1297f75b2ab", "result_sha256": "4481a5cfccf1f966915fbb7c62952ebe75a25261dc56e069e35abdb26b2dbfaf", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0013264, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.75426949899702, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 978, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:17.873835+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88372406-8484-4adc-a990-d21fd0f8488a", "result_sha256": "941b68c05b575128a5a6fd939b1dd936a537dc6557dc54a176f79c254037d9e2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.355753063995508, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:00.446558+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e40b444-9f09-45a3-a5ba-d33fa6910d7a", "result_sha256": "106e9d7fcd512a42ab156b78c4662792e5940b67e92b6221aff6664a92aa2874", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008121999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.376925296994159, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:28.902905+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75821909-290a-4dd8-8c73-ae40423162b8", "result_sha256": "c52e1be0b6dca57289df393355795411c7b9deae4b3d361b26faf998ab235707", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004576, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.3244417649984825, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 250, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:20.594302+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31cf850c-7635-4afb-bfa2-5d4a90ba9624", "result_sha256": "acc76124971bda06af68f8fb9202f79bb4fe600c817096f7f1e63617bbe7bee9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008416000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.774008791995584, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:44.496104+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4179234-0e04-445c-977e-d92d9ee2831c", "result_sha256": "4fb5dab9b9d8a82e3b8ffa592ff7cfddcc58adb0d3a80f72bc63f151768780bb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0014496, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.643708913994487, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:18:29.188324+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "991a0609-d54b-44b7-9650-1c9348ccc5d1", "result_sha256": "e56517de488d3067e8aa04cff2276fcb706d6841f96da62d2e5334c6c9d4f8c7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.130401501999586, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:20.701311+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "528c823a-7df0-4ebf-8fce-55d436ba468b", "result_sha256": "b57317309593c6a9c5568b949229a7ed3309426107b8072f2205dba7214af7dc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000811, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.051534051002818, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:26.130627+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c125a793-2fcb-4694-983b-525cc826a108", "result_sha256": "861eb926a2a2d15adab6fdbcb6d68104f616b7f4167b82b473d20033b041b830", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008403999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.573107111005811, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:17.945237+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da337dc4-4a1e-4b38-849d-c67c849eb472", "result_sha256": "cd21e3fd8c2b3eb7da263d265cd78f938623e7cf8562d430a761a629f472021e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008214000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.781331727004726, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:16:23.870347+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16064673-0095-481a-84a6-55b63edf2935", "result_sha256": "a51e1bd5cf4a88e72fbf7e9e59343df5c7ba19036b1c9b75d561accc78c369f3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008295999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.9415529090038035, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:03.938996+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7fa48a2-d081-4055-866f-37c67da348fd", "result_sha256": "8e203ef1cad4c3c0fbeec33ccc61d1aa2942aa1863bafcf4ec8b630b41600532", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.001432, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.620908668002812, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:16.248736+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10d0efa3-24c1-40f1-9332-b860411385f1", "result_sha256": "f6f1e4266e183bd8de0e3d3cc3a9a33c2cd7ca40ffed43c2e4390faa8f01173f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0017464000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.00432806799654, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1336, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:34.180420+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1c7c70f-a240-4533-8d70-69ae1c9ec2ee", "result_sha256": "1b87a172a23b028e2d053e06c617ae892ac16f4130330bce1dc20e515c8ff3fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014284, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.438273660998675, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:43:30.784559+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abca17e9-09d2-4dc6-b260-19a315613b6c", "result_sha256": "7b2e43e1dae2f513fe891bec7918713d333428775a1159edc5b5f4807ec1635c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008304, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.432996110001113, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:41.067260+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca16e2d6-8405-41ed-8420-7412237aaf62", "result_sha256": "ffe34f7d687af5496bb422776b865d84ffa44e07bccb82c9f26edf985c86904a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.462304240994854, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:47.033996+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a0ac1b7-aaa5-4a99-94cd-d50491f8b169", "result_sha256": "ba48fa75ebe8a1c0319048c07083f2c4615ea017e7e07cb33c5c2e28d8c60c07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006364, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.801277411999763, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 407, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:37:12.949830+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f04392f-738c-4ae4-99ab-d9012ef2d108", "result_sha256": "dc08cbf4719c7cdd708e4e6d6e03e9b91eda8773f3c00224dad273e6bd402b7c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000669, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.27154445600172, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 431, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:29.262513+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c9bc73-d422-4d98-bb59-a4fe8b7bcc0d", "result_sha256": "435a6ba4857860ba27d1e13e6103d0ddb6da0e9ebfd6e54cf31d9564da0f6e1d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009522, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.25666594300128, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 667, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:09.523292+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e1b9131-67a5-43c3-a236-2d4d5c40c60c", "result_sha256": "0a5a2b0bf831499d8ef13d606e89c300ecde9819cbaf8700bee8656872d7047e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.14865834399825, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:00.626059+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0867052-faf0-474b-9a28-aa528f2eaec4", "result_sha256": "96a6b8a76d0e8943bbe099f0b31e0916d2dce5f4196aa6853100d5d6ed953617", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0013913999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.110682259997702, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1033, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:56.038455+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23e058c3-8e01-46b2-b9ec-b5b722fb1f84", "result_sha256": "6640551b9c4f6aeae78080a4514419b8887185887f68633ce9e27e08e3465e5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004524, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.6750777959969128, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 245, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:22.138454+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "39645740-6b14-4bf2-8167-9ec7229cfb99", "result_sha256": "4abbb4fe82cbb0b519c701330ea14f52143b8698660c9ed151cc881624a7eb65", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00041460000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.5198791250004433, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 219, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:00.414624+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21fb4017-10b5-4b22-b7f4-91b3a0663279", "result_sha256": "96b9a2ee7c2cf6e5b7786e2e70c8de5dc9fdde3f34f088b1592b609c981bd405", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005478, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.269143013996654, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 330, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:43:53.370169+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd633eb2-5235-4069-a9ab-787cf190a273", "result_sha256": "5334393590ba00e3d75c2a2ad5c66d7aa3f2ab6870e51b335dc61170b263cc25", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007104, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.565536170994164, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:51.249523+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2333d293-0b56-448d-84e7-6ee2a38475ec", "result_sha256": "d71952eb81a4d3a8291b1dbf37ff9859fa86a4e2793318cd4fd7df0ab3987392", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000814, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.711796948002302, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:57.190254+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "caceccfc-9839-4739-bd45-5865beeba16b", "result_sha256": "8922d75db63e64a95cdfada9785b949b1be5755f67c8b65fcc745bb75b320129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014344000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.974329835007666, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:31.820476+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8f4950d-b23b-4083-b0ed-3e1e5de8fce1", "result_sha256": "8b430a425edcc89ada96042c8b7cf32f81a0a8a5e6a7a79f2a4040b550c81b1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.864194549998501, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:33.915129+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc65b250-da0a-4276-bb20-9fe32f0bd0aa", "result_sha256": "c8b48928c1a00a823afc57f1f339e29a6a9ecac36f539729408a00dda1380091", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0014532, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.82072150199383, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:40.480113+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ded49f50-63c0-40c4-8825-df30bad437a7", "result_sha256": "a77caabe3f4cad44811966be3d9d62af1e605ca4e585f81ff0fa3f41ba4ab33f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014478, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.363279115990736, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1080, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:31.237090+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2af3b247-0199-43d3-9696-d2178a03773d", "result_sha256": "9e3ae9b4a54bf3d842f3320ec20a05056b0032043288018d4ca71a4485fb3295", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0013292, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.41871319198981, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 970, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:36.864297+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08cd988c-98b3-4664-ba8c-a761bfbc4570", "result_sha256": "36bba066c8a237f995a66b7b515c9b466261ed12404cd16fbd2b743e389463f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.164503385996795, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:01.226153+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a0d0e24-f63f-4652-8735-a18407be63a7", "result_sha256": "2f7b876ce385fe7108a53b6912fdd1a83d5b8e25d647fe5bc784ab6001e74acf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0013587999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.703950167997391, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1013, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:14.345814+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "58042eaf-4cc0-4cc5-a62a-6c1e0a6f1ba6", "result_sha256": "f0af402222c571d2a5e0c5ccd24b831ad527a933d3d0482e591358f0751e03df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.870419971994124, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:46.144871+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "dfccd430-982a-4626-a58c-393a0438b3f6", "result_sha256": "cda00889b3f2ef96108d460687524b6cae888e3390381fddfe9a904bc87593f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.402601977009908, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:03:40.635671+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "faeae018-e1e7-48b5-a8ae-5e0960424f94", "result_sha256": "4043e404563977b4fb87c39dacb48dd5e9c1fcb1a4498e3941dd07e1943bc955", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008177999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.938130718001048, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:48.620248+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07a2a728-a7f0-416c-86bf-bfcddec1638d", "result_sha256": "2577c3a19e2a2aa07384c3c703d0edc2a10bf70558edb316cbda017b2443ec52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.737800406001043, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:24.599083+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9d74745-ef5b-4295-9dc6-dbbebf743381", "result_sha256": "2927e6c12978143b2e995b8be2ba27d5253849606291d570c37874eaad3ffdb2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.4694759319972945, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:28.759472+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "600396cd-e3b9-4e7a-b05e-17b523dfaa59", "result_sha256": "242234b3d934839ec03e61c3e85a4f9965dc92b742250bfac3ef6589aae4dbfe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000817, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.168039362994023, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:29.558522+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b582a462-d3bb-49c5-b2ae-ff755b607c0d", "result_sha256": "a5174d71ad3fba5671a1cdd3b754ad715aac7382522a9ed4609fe36c154e1f2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008225999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.282759473993792, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:02.069636+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "127aad51-9a9f-44aa-9eda-c595e63dc4b5", "result_sha256": "db9d2924b210ddc47413d31d8e7dc7ba3d442699b9867ec12cac0236690f21df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008403999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.26023612699646, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:10.063749+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e318cdb0-cd15-4dac-b788-4d063f0a90b2", "result_sha256": "186ad2ea762c9df6c9830099d5fad8771d5fe7b961dc68b1f0af30d9442729a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005897999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.007236138000735, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 365, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:10.894437+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da8a144b-5701-48fd-881f-0b631e56bdd9", "result_sha256": "31527b41d672fab2201c32e3a4ed91f697e49b60b69d0aebc5acb8c648b277bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007023999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.032115257010446, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 470, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:44.026144+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e120c8a2-ba46-4c88-87d5-3a8640128454", "result_sha256": "bc46c88574fecaf0734b515710dda46e52b85cbea27765a34b5cc6d7c9c7417f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008091999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.698744346998865, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:50.803806+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db22ec12-5dc3-4ea2-8fc4-91c241b01a88", "result_sha256": "126a9b8ba7fef35a35237998e23af5cfedadce61996b40e8f8b63a9e07347443", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005192, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.09593857001164, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 295, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:17.175896+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c010249-8b4d-4575-8efe-c7d628fa1d1e", "result_sha256": "63857a80106a76194c782963224fd7beabde9b2e56c57b4eb2dcb77fe6497a54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0014338, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.712581783998758, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:39.940707+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "efa423aa-4733-45bb-9b67-fc2c00ced05d", "result_sha256": "f852fc0f762491e194369e13d5e79f52d2ce5aefe18e51f193be172b0cda35ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000826, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.895557473995723, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:39.519295+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69330180-b76c-4f18-8f48-29d2e61a28bb", "result_sha256": "4d1575ea6954b112ab6a53bb0ee88106d615def4b2b01d616f22e3b41fe35eb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.024138448003214, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:53.003304+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ba3cba-4fb1-4cc5-9828-3c5de85419c8", "result_sha256": "7c3b365a7abbf80680f2ef19486ebdbeb3316e97811f0462c7148c8d998ebbcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008255999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.335220456006937, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:42:19.318501+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": false, "source_attempt_id": "6c84552c-6ce7-4a33-ba64-096b9765c4a6", "result_sha256": "de4109e8f6fd483ebb638f3db112f94c9c0a47da92319d4dab58b99a50b1c5cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008291999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.176728709004237, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:05:06.997686+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "94181099-2f15-4d25-822e-43499f27e1b9", "result_sha256": "f5c26a0f70171e4d98065390ec8613b57d5b78a3827159b5c02074ee5b2870fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008338, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.668710944999475, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:13.463328+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e9b77b-6e5b-4829-8361-30f0fc737ee3", "result_sha256": "76626aff1d5584bbdbc671c864f68a67e6f2fc7527fc8de5304c248afa73f2f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000814, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.845146525010932, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:22.091266+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4925dcc8-1b00-44b6-825a-54eb762f52f3", "result_sha256": "da72c99bde763b53e5217ec22ef9d5fa699a5f5010c74b5557a212fa569b5f73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011828, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.872181080005248, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 433, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:45:54.089226+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84360110-5522-4cb0-9fe5-b77f9c067670", "result_sha256": "ccbfe8103827098a657c176236d90c5ee465a305b92213d61006106196fd3ea6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009348, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.437079476992949, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 329, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:21.646686+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "390daab6-7439-4e02-8179-34f76d5395e5", "result_sha256": "3d34f0257a2f17a65fb527f4388a93911ab4ebc166ec60ccc8388b2a14319863", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01026, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.07276673099841, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 368, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:54.877561+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d56164d-8927-4af3-8ef7-521a83185f78", "result_sha256": "cf4cb820e312c259deb1fac065af935e9b0e98242ebf743a3f6ce1426d826136", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.039916, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 40.98540096000943, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1844, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:58:05.534105+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d468f685-5a27-49bc-8683-407f3ae9b9dc", "result_sha256": "3535d3aa2224f0e9ba8634e6c37f41547ad402790a4c703ac1b255702443329c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011572, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.854250811011298, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 421, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:38.736300+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec67755d-ab60-4cf3-9c05-9d0e4da48b77", "result_sha256": "6236e66005bded423f5a654874df45607db91fc47149b69ed0c73e9262dc36c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.038968, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.65658655000152, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1790, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:31.109363+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7173c82-a4f5-4c72-96d7-1f61d26ec4dd", "result_sha256": "bbf1e102de1904eb8cb511509835d4cde688afffa7da272f5c77fe1cc085c6d1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011236, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.303779893991305, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 410, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:48.464618+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46e1afaf-3d8e-413f-abbd-c3e045e4a44f", "result_sha256": "82c531c00b0fd5a5864c570d1b47a856e3935d81f4ddfa072075dfdfd8431b26", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014424, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.880118960994878, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:22.757892+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29423e22-113f-4525-b8f1-8bdf0db798cd", "result_sha256": "c29aedfe669be165c44635b521e9cd98000affa59e4a49aee476d0cdff0ebd64", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.022796, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.117534689998138, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 987, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:44.530458+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a19c9d92-f68c-47ab-9a5f-721af57fb729", "result_sha256": "60a8b9c9f94a54eae47d7a9859227ea6860d6d006f559b13868541de2a77fbc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016888, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.94368973899691, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 706, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:00.817995+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "265c1ffb-0969-474e-aa8e-2bc4db276629", "result_sha256": "acc0dcf046430c517bb6883b8cde25ebdd1ae1a17f70193df6e351c8311c9542", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014244, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.709471395006403, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 547, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:49.898630+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55015a65-2745-44be-afe4-257358ed3c6d", "result_sha256": "766cde1087425770e371d0e5f7e053de0381a9e45d44a151b6ff39deea3b2cce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009068, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.111590549000539, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 295, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:56.740678+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ace268d-7ec5-4c47-8016-12814b1cd44c", "result_sha256": "0e1418287f06fda941e0c60d103feab303fdb42056b5972ab722e2f23f8ddc13", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024708, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.58247991898679, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:59.282832+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4da0ac24-b138-4ef1-b9e0-7769563719fe", "result_sha256": "22dff3e78de5cea61835adeac19c79f4a2e52e2778bc5a61b555f6fd39bff1e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012636, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.676998276001541, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 479, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:25.679472+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb4df991-f380-4d28-b3fb-f45a0bc67e53", "result_sha256": "1fa346194c60af0519ccd037504ea27a8d37b12ec2d3f8ffbb8b128aad68669a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017264, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.233181468996918, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 698, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:11.755593+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09a6e524-f34d-4905-83f6-9edd992815f4", "result_sha256": "f258fbf6cb161d0988fc4e802116cd8f6a6bec0a7a7a04634c40f0e021a5d71e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01968, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.94620959099848, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 839, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:00.825854+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eb117a2-1cfa-4913-946b-f6d16cab3513", "result_sha256": "a12cac15ae40ba8e1653cdce0ee97d295bc5d4e7bc9c9963c25fa94eae68dc62", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00708, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.632502275009756, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 206, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:37.041413+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f21a2b0b-84ed-458e-b9fe-97df0615de1e", "result_sha256": "503abdb8a10cb0d510df56deebedeb2f2c0f8ec23cbc6701b96effee43bd8072", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006916, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.111868884996511, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 194, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:21.134497+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "359942ae-b462-4713-9fa4-ba87ec33867a", "result_sha256": "5abefc565010e7b6ea4d3fb9984bfe395e1252337b515eec289c5b8411df80f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010136, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.178566685004625, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 355, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:44.227259+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d37a9a-9845-4650-9150-3ce14f167f7a", "result_sha256": "3f6ee37541d8a246b5afc9e8bd9be4a8c6e93ed24a16ec36fc69d7ec1e2cd7d4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00756, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.426581249004812, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 233, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:43.626197+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71c01624-9c1d-4e96-929d-fc14c848d922", "result_sha256": "3eea5363c5b8104fdc7719c4a36941d08ac7829f3c4ed0c0e2b83e17a2980b1a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00934, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.245170587993925, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 295, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:17.649239+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "948ea54d-b8c8-42de-a3cc-cd4db029b7db", "result_sha256": "21564ad2724456c2864cf35213f2aafa55a552d1ed7818edf0a4bf0dce477f08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010364, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.647845594998216, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 353, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:05.660687+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f168925-884f-4f31-b7bf-b9d8d2b8b816", "result_sha256": "2043caebbe05ec5d17938066320f62aad9a4c91963d76bf083ee4dca65ab08b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0203, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.607525236002402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 867, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:09.320051+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d85cd43-00ed-42c4-97bb-b582d99020a2", "result_sha256": "be237c04862d18dae7152774a0ded94d783d9ea5f7d3a17b1d42707596583960", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017176, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.438178248994518, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 707, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:13.778443+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c24dbc48-57a3-4363-869a-efd3feded3f2", "result_sha256": "ae2b2fccb8556e54a261cf9a06e67edda6857c826de919bde00f822deee33d88", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0283, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.23150460299803, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1267, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:04.978723+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97858954-157b-4dca-a7d8-8ce011110eba", "result_sha256": "ef7998a4d068bed00df8c0da5de951957b91ebdfe6c479ad3fbe5390c1b4776f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007016, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.538654799005599, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 199, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:16.844882+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac68b8e8-4121-4ea7-8b6a-0fcf81fc6329", "result_sha256": "34f61a2f8c8f6190a47afa840c691d9433b8b72d48774941e2e9e891709bc283", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010044, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.90707942598965, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 359, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:05.002712+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6482c7b5-3f05-42a9-843d-dfda9e7fa1ea", "result_sha256": "5dda0efea60ff249ca14f03998ac68ff720d9c6bc3d045ca46d21827c543351d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.050776, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 56.81782995098911, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2387, "predicted_category": "mono", "predicted_font": "Victor Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Victor Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:02.379498+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d857799e-e329-4ceb-846c-6241bbf69225", "result_sha256": "fe35d5dd9ced0b1a125801f4c84eb622716776ff08e58576ce4c8c309a8c5895", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024576, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.77560499899846, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:08.968712+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c99537-e503-4b03-9ae1-1e6e886d122e", "result_sha256": "2708763b45e1f8decd81a9069ef901b2aecf30a48e63b3a130e4c96d78f4a542", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.032444, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 30.37202034299844, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1457, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:13.232356+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79f7bbc8-e9a3-4a33-89e2-3e4c986ff6e5", "result_sha256": "7edf06b17e837dac5d23c8ae20a85ca441adabcdc94ca97e3e08b4756eda8529", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.034628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.25246083000093, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:50.886643+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a577e38-0e8f-46db-8b8e-e7c580c20687", "result_sha256": "f48f2788d32326f96fc7e2465d8d0315c1d56033c6ee88944c4efc78c3c83d6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014308, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.957763154990971, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:47.459555+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2d7b03a-00a8-4db9-9057-647bedc8dbae", "result_sha256": "d20e15045f850f03fc69836938113519762a2aaa8137ccfc660c254d15579f03", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009636, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.032277150996379, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 330, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:40.894372+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "335634be-e6ea-4f54-b575-c3a25a70cb35", "result_sha256": "cb97abaa6767053cb4857951d0f4a622303d0f05a129d0f72cf70fb8df0dc222", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008064, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.480216094001662, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 238, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:02.541153+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b744dd1c-5f30-4ca7-ae70-6a910d9e162b", "result_sha256": "eefbfbae4398297d78cde5f8ddaa6c472b96b73f8ff2145cb1cfddcc9b67bfa2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03482, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.323864446996595, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:58.351375+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "921267d3-8796-46ff-9554-afb83db0cace", "result_sha256": "c4362547fde9dbab97856b7e8a228db236235bfb4e643bf60dac027820a56728", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009516, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.305720196993207, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 324, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:55.185828+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3b9202b-8987-4f82-a66c-0f1c8fae41e5", "result_sha256": "ad0e56e315d9fd71c08a6a320c704d8898a4e65e5fabc04ea5892b20c15e1ded", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016376, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.86635273999127, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 667, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:44:32.120995+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b840ff-cf6c-4dfa-b35e-54eabbe2d713", "result_sha256": "874dae362ce405730469666c6c65fc016e3085131f52096adc172438dc7a4191", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01048, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.192149733993574, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 379, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:27.136152+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "905a1233-7ed0-4c4d-ba9d-7ebcdee26107", "result_sha256": "720d8c74907ace56430fa1ecb2c5b2ea7f6147423ad1a448504bdd0d3c93d7e0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007432, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.012057443993399, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 214, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:09.758515+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e4f9ea7-6b6a-4fa4-b57f-68cb53fdb818", "result_sha256": "ff29136fcca2b25e1f6a3c4782594c9c9bd61366d2a42849019d88c63484a5ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020008, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.48160380301124, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 842, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:13.196005+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81fb5a37-5a95-4b4f-b910-cb98cad5750b", "result_sha256": "164931c43f5fe8a3a832e1f638eb47a30423a5855302b2436ab872f39a86e36d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012416, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.217708898999263, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 469, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:51.383635+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "06710b66-aa5a-4e8f-bf75-52e6bdb663ea", "result_sha256": "98539b21877f9d71af175b91ac3459b1f8c54a0be6a045fe68d26ebd7a98da2e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025376, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.684658395999577, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1117, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:01.306004+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a4ce62-4fbb-4f53-96e0-4621cf394061", "result_sha256": "be6ac77e948dc6ce61f8d1902cdd4bc542ff490f78cd2fc2e506980f0c2b263e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01496, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.008766247992753, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 603, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:46.849187+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87dfe80a-3ae3-4ca4-9cb0-2d033abf7aa6", "result_sha256": "b082720b7f43ba3b11ebd6f71b48da7729f810f8d6ab37f625b0325c9f27f0e1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012172, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.222170905006351, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 451, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:02.441652+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a60b8f3-70fd-4bc9-a302-f070452222b4", "result_sha256": "d10fd6bd392ce9551004c247869955ac0fa841f05854b489e09fa86d068a3a08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014268, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.180418552001356, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:35.001504+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e19c6d4c-5668-48db-ad99-481f7ebb9ae7", "result_sha256": "fbcb9a3054e4541f27d3f73b2d79022eb8089b3994cf5a7c1eae911fcd49c53b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008764, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.621636056996067, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 295, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:55:21.252524+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d56663bd-3a58-412a-9e2a-85c22eeda2af", "result_sha256": "cf7cd4541639bdef391c1702b2b302be28e0a480a8f56c84c81caf008cb54102", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010444, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.500370807989384, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 357, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:26.348365+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "068dd9f3-b098-456a-a57c-f995e63fca35", "result_sha256": "e01eb755b4331155f385660f74320faba58c6ed107f8948bf74c7cf32871e3da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014156, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.467678042987245, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:55.588649+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa5041f4-cc49-4750-89ac-226d24b576d2", "result_sha256": "708a4bd1eed95ed9eab1a27862773bd8176ff88df1f9b5e1cdd61d7c37f8f03c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009444, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.091783291005413, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 329, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:04.147068+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5ddf876-4182-4515-9e83-1b44aaa8c31f", "result_sha256": "ebbfb6b7c74a7ca7712e721b8f31554b01cedc58bcab7c6ee5e6a6dcf3405c5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024268, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.39529714299715, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:49.692171+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "00c129e4-6a8b-486f-9d04-5f40abb00b5a", "result_sha256": "1ec7cdbce46a4c888c854fcbd1cc9c2b7c88581b4d73e510db70bb99a7c0d85a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.036524, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.53423331200611, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1661, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:39.122873+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53e2ee52-4973-4c56-8ba0-39fb0c216830", "result_sha256": "ed78adcb4bdacca4874981ec26fb84c09b27245e357511fda71063c19536d21c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01242, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.010409353999421, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 473, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:26.565470+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "031da7fc-c552-48b2-9e00-4ef113a71a51", "result_sha256": "e84b1360a27a46ebfcad2c7e7f82d94abba69be3d305afba47c4e606b664be86", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013908, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.462654030998237, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:03.766736+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c09f281-cb75-41b7-b3f5-c64294d555d8", "result_sha256": "46589cdb4a7f9ce45590bbeaea3ffda945e5ccaada533a4ab450767c485a5418", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010108, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.97297057400283, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 367, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:20.963469+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ea5def-0161-43f9-bf7f-5b3de425a2ef", "result_sha256": "0868ca3f3090e143a4938899cbc322b5c4daa41f1b1813bc1c4c6dfc5b526bdd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023108, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.255256710996036, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 997, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:51.773492+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ca1dff7-60f2-4e5c-947e-ba631d0f4681", "result_sha256": "3695a8fc8635d4ea9c6d599f25f584d2b36272010c3ae090c803cdd1605300a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017796, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.48286723199999, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 738, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:32.900190+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8981bbd4-8203-4bdc-baf3-562537fe9291", "result_sha256": "27207a50d10252b1325cae69d4d94152b22b72312e70060677a72d22082a2cd4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032904, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.73962186599965, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1480, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:50.142601+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46aa02cc-b39b-4507-9320-75510f3b3ab7", "result_sha256": "0b3431753c1cba32870e59059dab434d97975520ca15be2e2b6ae328bff47927", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01028, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.295997156994417, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 366, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:08.319178+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bb214fe-90df-4df1-ace2-9282439f3152", "result_sha256": "e0f78e73caea44488b270715caa531ffca4f9acd82b1fcaec7f5ac34358409ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0107, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.182387091990677, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 390, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:13.446675+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b95aa1fd-958f-4bbc-8d35-2d86dff2c9d2", "result_sha256": "d730e9b5706caa7153025edb339089587eb47f113ca7beef61a17042dd3214c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007956, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.779684138993616, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 246, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:37.880836+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa549db7-c608-4cff-9247-5924b2834774", "result_sha256": "cbb75fd401951b25aea095414b85f6881e7917a43c6cf6de9c9ec159f656b0e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008612, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.559811874001753, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 273, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:59.077726+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f336d6d-ed74-47cf-9a22-84deffe60488", "result_sha256": "4b9274519050b56b7572454ee78c499c3b2264dacb9ad80890593011f3f931d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026156, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 30.792860788991675, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1156, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:53.030350+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c683a5c-f646-4305-9dc8-4841be3ede07", "result_sha256": "ae7d64d68f3cf5139f4a171a61b659c46f382db9fedcef0ebddb47d341359538", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.026864, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.152038073007134, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1200, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:17.922507+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "988ce6a4-af9d-40e8-b021-22ac509ab5e9", "result_sha256": "df518d25903be32fbddc7aab2fceede54e50ac5508cf52c3d345dc84c26d5131", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012608, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.959375959006138, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 472, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:09.867534+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ae8660a-2802-4b12-9de9-944a63b7c38b", "result_sha256": "f06a45b30a0e4ee01f29e46eaba2d019b4f089692721946511946f12c25dae6e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012976, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.296776746006799, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 497, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:35.758012+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0e72eeb-2988-4256-8798-cb2a293800ea", "result_sha256": "c532d012f9059bf2236399c0b37ec7f5b3577b6cf2829dd7bc7680f4263f4e27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008784, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.811235621004016, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 296, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:25.341675+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7769d170-ae8c-4e73-8cb9-f27e1c237c94", "result_sha256": "29faf2564fbd0feb3d7b8125b91488760537946c4091130f2d9fc3dc97787ee3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018148, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.085277728998335, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 769, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:31.908882+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "043dc488-bc01-45dd-a80c-a9bcce8f313a", "result_sha256": "9c006eec5dbc413048babace39b419f56e65d3c339f89d337721a365d96b5fde", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019936, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.934704792001867, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 844, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:47.352084+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf26ce7e-7150-4ca5-8391-acfad9112744", "result_sha256": "1c5fff6ec166a654b184fc19ac79d0958a5a0728fcd553d4a26021f1f71cb2a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023444, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.773987699009012, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:37.318799+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8677d5eb-db8c-4e31-9fe1-86f082fa28f1", "result_sha256": "12f0f2b831511d1ab8a1c4166881186312e8d88ceb42fd8dda72b88bcaa53e81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008136, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.1947399680066155, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 255, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:44.465514+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0726de64-633c-49f6-9db8-40e0c8ee8146", "result_sha256": "019a32fec84352fcfb9192b1442e0e8c94e616a6b733c3224d23e4c1eb7e59b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013796, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.59819047000201, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 538, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:02.258335+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71df3c21-3243-4691-b5ff-6b0b01a64c34", "result_sha256": "b96468065a0593940cdeabf25ec7ffce9fbc1eaa0aa145cb672b59316521d3fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.5015617050085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:41:00.894409+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6342c4bb-a41a-41f2-8528-cb5736ef68df", "result_sha256": "ad01f819fc0a75ad327bbc6b2439d96ce3ffa3f5e131ef99f9edcca23c20f37f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.96438277499692, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 454, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:21:09.291813+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d772591f-a336-4dd8-9a89-baae4fead4b4", "result_sha256": "83c9654d85dda9828774ec903c8adf50a4e1cd1fc973c56b6a3ed86582bf7df7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011728, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.703971855997224, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 428, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:54.618707+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9df0032-7aca-4562-9e3d-88c0d3136747", "result_sha256": "690fcccbe4b9cd221c7b56e0afc1608a8baad2517177a3712ee1bd76864ed671", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.020328, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.85535495801014, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 878, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:50.670439+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6c65268-cccc-4bd9-97f4-c22d3a9f7a74", "result_sha256": "b22cf3282d4d34c4fc4752ea7ac3e43870bc4cefe78f71b83deeb8fa2a4a5801", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013064, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.958741221998935, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 510, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:03:59.658473+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a270cd71-7e3d-4084-8356-3289fb01b767", "result_sha256": "470d45ec2dccc746be7768279f4adb329f0523250fa4af9c67cae4bf78d10fae", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014828, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.816102333003073, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 583, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:39.271789+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9b5d184-a1da-4709-8ac5-0a9e92c595f5", "result_sha256": "4d547bc074544c6ee8d6a5547f5994b6a1872380ecf49d8b7ef3475224353fec", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018536, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.904038585009403, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 775, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Black Ops One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:03.575009+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2f02507-7827-4165-ab87-690859b531d0", "result_sha256": "3d46ea7d7613dabdf56417eadb98a14c8d77067a0784f109f83b3a6de05f9b3a", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011596, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.6759731380007, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 428, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Black Ops One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:22.944020+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e29321f-5c32-4a78-ae34-1eb0564a6735", "result_sha256": "664d96319871c689510f029199a4831ded6de9c23ef37990df55df01f449db76", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.041868, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.330373946999316, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1935, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:49.414913+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae698ce1-f70b-4232-b49a-40e4b86f4fa2", "result_sha256": "a0cef6c39dd76f2855041937042af09d6557e90bf0873339c9daf33539381633", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.036276, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.050695915997494, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1662, "predicted_category": "other", "predicted_font": "Passion One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Passion One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:55.025624+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ab6839-ae3b-42fd-8f06-48b6e36acc53", "result_sha256": "ffc8023484678b25deaeae036af67bbb32ffe159930d5d36f9140cd2b4c5c70e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012828, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.42535289299849, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 503, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:44.520072+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8e38418-17d5-4d70-b055-f0ade5908ff1", "result_sha256": "3eeb51c09f7eec1d477a820f6f29cedf63aab022cf4fd59507d3a8d7ad452edd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01514, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.484194671997102, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 609, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:44.413161+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7368343c-102c-417e-bf1f-5e7d16983680", "result_sha256": "60fd64372f54c9686febee5eae9dd2ce50f43341a012c8bfc845d518837013d7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009788, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.985620387000381, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 351, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:09.758258+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "799c8b2c-6750-4f36-a1a8-36e4b73cc006", "result_sha256": "45451cd15b7588ad2b3f04bc6ec0b67f2b6d090c1bb55248f6bd0e1ae46d8eff", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01732, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.436479372991016, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 731, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:15.585809+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e05bf7d-7ae8-4d83-8ffb-d08ebbf0ecd0", "result_sha256": "80def2fbc66ccc9c7e70b13d620bd4bcb1d78df4e8a111b0829b7384223b1279", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018368, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.662347135003074, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 780, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:12.133787+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d93c1b5-7b58-4e0c-b3c8-b243a68618c1", "result_sha256": "9d2e08337981ab1f78ebc3432f808a281e6931e9b5bef318e4e69ef24ea2719e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.031764, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.078154145012377, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1423, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:07.028824+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9b5288-290f-473f-912a-61972fbc1a40", "result_sha256": "154622c5db506936b83a57c62c4e1b738a29decb151cb014382f335b82dfde1a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012352, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.753642453011707, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 486, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:39.835969+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe37710-bd71-444e-b83f-64c88c452492", "result_sha256": "6f41feffa16017e9af046d749aab7990b58ae88f00b6f45bf44820b99fbdeed2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022164, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.082199601994944, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 965, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:32.035610+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "163dc3f8-ac88-4161-b313-503705358dac", "result_sha256": "f8d78f6745e99f280220c4b62cd1c1e09e5716a72000788594f14249ad608b9f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.013784, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.180854103004094, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "handwriting", "predicted_font": "Kaushan Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kaushan Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:26.455247+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "348b9133-3872-4c20-bce4-bdf306bc41f8", "result_sha256": "28d0eac3ad0659f965737d4b4de21fd1a6e2fbc39afbde6943fef9d271e22a03", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010384, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.328857518994482, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 354, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:23.825847+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff710c1b-22c2-4bdc-b25e-eb107ea61448", "result_sha256": "a4d15eca8fda77f87c90f2020f5098a82a2aa627404df5d50c980eadf78cc21e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009836, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.28427689000091, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 340, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:12.798034+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6b7ed87-2558-4a83-9be0-b6f7743d1354", "result_sha256": "d096a0f84f095b7e8067449276c51c96c66394714efdfade8a7b1962ca99743a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02696, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.740126185002737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1200, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:51.805194+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf83401e-8a4f-4399-9cb6-8c7208d8e1c8", "result_sha256": "bf4bc23b495349da2af51730063e18305618b568f6cc53bd11ced0cda67c4580", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011556, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.366896502993768, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 426, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:30.305678+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35c4b08d-8497-423f-a079-b4831cd7d5b4", "result_sha256": "84d87dafa164dfcb192048b9d22e72010cae0dfbcb8c3998e78e4bd7fdbd77fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0134, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.477905685998849, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 498, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:13.767750+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f66aa58-b421-48fc-8728-cf55e7654efd", "result_sha256": "3d6a2eedf8d11ee20158c7b149627497523c820010c26f34ecdf2998322f265e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009488, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.355547817991464, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 336, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:16.672455+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d4e1862-d7d3-480a-ab12-584b7f7c9e29", "result_sha256": "6bd3fe54cced5287fe1bf1d52d8591944d3bd6d5fb0433b052a924b6d2e5d976", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014928, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.060545047002961, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 584, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:30:48.673741+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "20e7a37e-de48-4613-8b4b-a6e1505de022", "result_sha256": "c07f80383937cf811e813e6b951e62484ac5d538cf69cd0d6b8662b52c062e0c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015236, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.177377977990545, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 609, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:08.257763+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b785fb8-6694-4aaf-9799-1f76ff498bb5", "result_sha256": "0db9e3fc22cc13ee3dce8b356db59beda33b4efd375687f0f12aa9f897767426", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02334, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.35511924199818, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:04.002049+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c75b18b1-5bdb-4f59-9340-9e1a93220547", "result_sha256": "1efbec02b7b1b0b4a59bd42e7af6a68cbfc6a367f8301711fd2dd69add5bf512", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01252, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.163430145999882, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 478, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:05.182686+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87cb68d5-a049-4be7-9163-fd0691b58f3f", "result_sha256": "329b5120b17d9ddcb62383592681ede7086183e180b20dc806dd5f6f397a8491", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013888, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.755572173991823, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:37.554252+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e65e99a-df76-445d-b00f-b78682abbe15", "result_sha256": "3a7f80d05ac9029f45507ad5ccdba1293291e9332b36b4370f5ef328ec888a4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011176, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.902481122000609, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 406, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:41.663362+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14549774-0e62-4443-9e7c-e08f078d0b78", "result_sha256": "72bccc3ae20f308ce142b3a5018e927f8a3685f817aba4d9e580c6d9d000caea", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024744, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.833647357998416, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1072, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:22.136365+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ebef2d-0fba-49e3-8af9-0c43fccb78f7", "result_sha256": "2061ebf8fca66d5cad89d60bd119c937d2874de4588f678260a6f9178aae59d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.027084, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.755661057002726, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1189, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:30.570044+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8b39a0b-800f-437a-8682-1e3e24368491", "result_sha256": "ca94f4260837ae68d049e5fcfcefa0288bc1e18a1eeb2619b79eeb2f841cf558", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.024056, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.177684132999275, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1051, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:08.481189+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45de003b-f12f-43e0-a9f9-1b57f2e1a73a", "result_sha256": "0bd694a3a6ab76c0e69645ce58d8c1cb3708bd11b730db47994e758e73269a7d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00666, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.081338510994101, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 185, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:32.270813+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "25de64c3-2b5e-4e0c-ab29-0fc0e0f832b2", "result_sha256": "f9f978a1413b2c9e4d390972b52a2bc312dc56ab2630f39bda211299c28d36ea", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010372, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.860105101994122, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 361, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:28.518142+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4764873e-1d0b-4b02-9b66-b6c6d8e00495", "result_sha256": "d9c412d6d27675f3ca89f818056f4459895f4afe6623881b64cea575c493230e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008588, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.58051592099946, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 271, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:47.396015+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dddbdcb2-fbb9-4284-aaa8-de7a55ee80d7", "result_sha256": "e08d253cb432441652e11341376327c7d7e68caee0d157da458f0572d72418ed", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.019696, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.74620388400217, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 833, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:45.405630+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5de9350b-ca21-45b7-a14f-27df87e297c4", "result_sha256": "9d04076a1f44be8aa22d9f9ac1f0eeaa90014dd5cd14d503463ae6abf8f9d58a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011244, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.295179234002717, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 397, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:35.842479+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c51fb35-0841-42f0-b189-6cc4120693b9", "result_sha256": "14ed5741b30c96c83d31c24706825cc3de31115ae76b82d21c82447d9042ccc1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008888, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.62345730800007, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 306, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:34.833377+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83deaac5-55bc-4120-a40e-5961babd116a", "result_sha256": "1c5fdd7df8447b76e765bf92cb456638b949fe6cbb59146edd00bbdf41d8f472", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01678, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.0669503800018, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 691, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:25.057362+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "981dae53-c81d-491c-8d51-e532fc3f1c26", "result_sha256": "2018f1ff92ca518c9eea00f55dfdfa454d2237aefcfcfeeeaa3f785738e6ccd3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011196, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.104434679000406, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 408, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:22.060376+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca56a963-a2e1-46bf-a224-7a71a40bc162", "result_sha256": "149ac37008d9f1d7f2b2d5c903c831827ae2dc18c6e53110387b91ef865df60b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02288, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.545839416008675, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 999, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:00.219620+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74c86418-efac-49ea-b9ae-1fcd04f58129", "result_sha256": "477f677443337fccff3c3325c1c73e035dc70ffc666a00db446f984e83d111c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019196, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.915052764001302, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 808, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:59.324482+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b3922c1-523b-4996-8054-4fc488f02665", "result_sha256": "e79b6e6c5dbff43e72d22927374342dbdcdc961e29dcb85ed0286104b16c497c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007192, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.362284347007517, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 202, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:11.304095+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc280cef-0858-41f4-b81a-d1c92ac0c126", "result_sha256": "1c2837b50485f52688ac9a9cfa0e81a46d250c1b06487d0542fde83d8e94110d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024388, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.47153082001023, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1081, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:19.152218+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0dc284ef-3cab-4781-bf0d-c53766efad85", "result_sha256": "1ee9baf7e858d1d40a863a155b4c178b41e1201cfcdaaabd09874936fc7faf35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016912, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.641065791991423, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 704, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:16.217872+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c05f645-5079-44c6-9d91-59388e98368f", "result_sha256": "afba6f44b1f0ca1bac47024d06458b0e1793096e1b65c2dfd66d6af024a73d86", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016628, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.409987208011444, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 693, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:08:04.946016+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb06d7a9-d52f-41d1-b6a2-1d6d4e247c37", "result_sha256": "98b4aadf462b43fc77bd99a29edf38e60111012c0345d933560982903fd34cdc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.033232, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 41.35219882801175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1530, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:29.161373+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5acfc5e0-bca7-4212-8f50-ace2a2f9c082", "result_sha256": "4df6a51069b5d3b9ee11f7994cbd7442a2448aa23c32848af55f35e874a833ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02834, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 34.98455397000362, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1269, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:36.977527+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1b64976-e4c4-41d8-8757-831badc2d4e6", "result_sha256": "653c9167c45d460b788d167f24dabacd6689e95bffed5a5628313a6e577d0060", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012676, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.298625645998982, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 482, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:07:37.584042+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "958a5c4c-0d08-454a-8497-de1d3cecc902", "result_sha256": "996f785fee2bc23bd21dd067687ae0dc8188bfdca0a05e31434660979811ff88", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008296, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.229177417990286, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 253, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:03.419556+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35e6f19e-438d-4edc-9857-5f191e737cd9", "result_sha256": "21c43f17c2872f2f1071796519fdb4bd7c5ba5731bc29852668250ff3b9de12b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00896, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.633269065001514, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 276, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:31:05.528703+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": false, "source_attempt_id": "e2d5ee22-0574-4a95-8267-8e79ad76f6ce", "result_sha256": "4d4dac65b618f2f647f41331661fcd785a67f4eaf6869e2e499973550f9ba39c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.036876, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 37.68457804300124, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1692, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-09T00:00:02.491101+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6305162-a36a-4128-8533-ab2dc311810b", "result_sha256": "c0dfcfdb2b91fdd58a78c0cf435c520343128de814fdb031225b9c1b14711dbc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028656, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.760307250995538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1281, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:28.865493+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b8fe851-edae-4863-a825-e9fcffa741fe", "result_sha256": "7563bbf18b9f058a0d7fb73e32abf41cd3112715d8dc3bc0cc7736371eea09e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01982, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.942554074994405, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 843, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:08.911748+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "510fae17-4a8c-407c-aae3-f20399086a39", "result_sha256": "a4755d10c3382363790d699312632234829eab37460d5e99acad4d5aa96dd422", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020776, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.06239507200371, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 887, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:08.927357+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d8abaa6-7b3f-4b44-9300-6049e1d2efcf", "result_sha256": "e0a146c437eb69dbcd79a6dfd1dfefda2bae3a3f789393b98dc5ca1fcff2c89d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.016888, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.179264317004709, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": false, "output_tokens": 686, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:34.419270+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2912be52-dd01-4372-9c46-3a222f7746f5", "result_sha256": "b4401be58337a918dd9c6ca9fbba2ec4033da9349ec8e54e88e87e68ba5a952e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007292, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.172322548998636, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 223, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:19.682380+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71c3d008-31cf-4fb4-805b-580f5c427a3e", "result_sha256": "345d5e4c1cdffefe9f88a2d5aa412696d55ecde4730dcea8f39c6e5ad16ef3de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022724, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.240943348006113, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 971, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:25.853977+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc9034a1-3f83-469c-b1b3-2abd22c16eaa", "result_sha256": "c6b7022bd9e17592054e3e5b3a9545f86d72ed36218b2ad6b4f7f4158e13c988", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.276102317002369, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 195, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:14.372815+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75f15ddd-9dc3-4bad-8314-193f6b05a70f", "result_sha256": "e1966ccd67322ca428100c0cd1943b8432765ed7d550a2ec645136e069e46356", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007284, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.64169161299651, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 221, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:05.337013+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "04c444d2-a74a-467b-b8b7-ef7fd7bdc7f9", "result_sha256": "ba419d7b32eea1b84db1e1c6e6ab28d42f3889eef5b4a15abfa637394045b2aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030668, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.751182562991744, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1395, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:13.056919+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac17db0-6f60-42db-9545-31ba5e7bde64", "result_sha256": "debc4bfb7c47525cde62900f290bcadfb84ded70557344004e2b9f0d34634b85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01768, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.235525978001533, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 736, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:10.542174+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa6539a5-2064-4e8a-a28c-4c8d8a7aebfb", "result_sha256": "d5a7a2bfa6f0d89f2ae373a6f7323e6f96fe7efe4c1783dbc81d80edb5bb7996", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012876, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.550506439001765, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 492, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:16:01.729253+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc8254f1-43d3-4e68-833f-b7f83eda9d74", "result_sha256": "9fb8717fa82f406f0bd024274d94f5ba4763cef9e9bff7f0df5532e6b358697f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03484, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.11723032599548, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "handwriting", "predicted_font": "Dawning of a New Day", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dawning of a New Day\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:09:54.476966+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8226a701-09ae-456b-953d-3ddac03a82f5", "result_sha256": "c74bec1a6a98a8f321f22863b9cbe07d26bb61e4e9fef5067f5b622238b59122", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023996, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.264617592998547, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:05.547193+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "976ed6dc-5ff4-4109-b4be-5e811835c7c0", "result_sha256": "b5b39ddf14ff36c0a41905c6c241335d5c6d231bbc1bb2bce1b6199b91548d08", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03134, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 38.57029924400558, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1419, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:20.078243+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42f91887-bc03-4186-b256-895aa73fac7a", "result_sha256": "ea420aea75076aeae934c3bdc2e9d33ff27d14d5aa6216d435b52302e5b37ee5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.038992, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.9095764280064, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1808, "predicted_category": "handwriting", "predicted_font": "Bilbo Swash Caps", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bilbo Swash Caps\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:21.330612+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d5c60e6-11a6-4e98-abc0-6587ea628ebe", "result_sha256": "f6136021d01d9586f93214d3d6ffb08ff727cc0d343edb81fd051e2269dab28d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.047708, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.58814793798956, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2247, "predicted_category": "handwriting", "predicted_font": "Italianno", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Italianno\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:44.129251+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ba98c0-43be-403a-9894-b9555c11ab23", "result_sha256": "707f04ae5e1403a56145db1781475b1f7b17962fb47850a9c21da68b93d150f3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03244, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 47.01024944499659, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1474, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:23.094776+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e903f9e0-9ab8-4c61-943d-33a1a2ed0e04", "result_sha256": "e93814cad07ca282c1cbd15a6df4932c6d09cd37b93a0b459176511ea05bd855", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014204, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.145986716001062, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 545, "predicted_category": "handwriting", "predicted_font": "Satisfy", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Satisfy\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:58.222078+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66624766-7a56-415a-92ef-e87366a3720b", "result_sha256": "2a66ef39221973ec4d7f116a60b9d8542cd50e7e3cae898eb984237808cc7a62", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.016948, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.765299484992283, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 709, "predicted_category": "handwriting", "predicted_font": "Delius Swash Caps", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Delius Swash Caps\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:46.261445+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7741d064-c21a-43d8-b0eb-bf78f5fdc3f4", "result_sha256": "d71772557d7cb60a2052b12e6acdd3b62d9fa1a6b042aa17f2d50480bac9cd47", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.037436, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 41.886432794999564, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1720, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Monotype Corsiva\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:52.680591+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9d3e58d-7684-4592-a277-f50bedeffdc9", "result_sha256": "1e8452629aac897ef6dcfc1baf1e01d8053ea167502520dce59daf5dc586a63d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009744, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.30307022400666, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 344, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:17.750701+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c78e0cc-e68b-4614-a7f0-d3402672944d", "result_sha256": "36acc7920241184be790a26d69aeef13951c8ab23b4c5a3e949c0175b725f2a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013684, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.446511331989313, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 519, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:41.961473+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd66fbc-8cfe-4d0e-a7dc-f6e8b0c40a89", "result_sha256": "44064c3a3960ce94699052a2c95d17c3ec37e7306ee05dc1d6e734a3f90522a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021216, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.459420915998635, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 909, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:40:53.281035+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99fafdae-d3b4-485a-a33d-81cfd18d62e5", "result_sha256": "d23f6be692d080d1928212ed574b0ae06035c2c871abf7ab331499872d54f5dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030796, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.664907124999445, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1388, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:04.394944+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c197e157-b50c-4c88-b398-d97d2ff8a268", "result_sha256": "8982aefbbf66129ab8203283f81c2845db86eac754bcf28462ab53085ae1c2b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.040144, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 40.609570497996174, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1864, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:37:19.611978+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a0eb304-82fb-42d1-acef-238300802e90", "result_sha256": "8ed92ca08bd6403ce3fd4b777d5aad2866379e31bf688ceca7f8cc8e6df3bc56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013648, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.220670845999848, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 544, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:44.411335+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99fd45a0-cf1a-40aa-a7d5-bf8e2187be9d", "result_sha256": "d2ae81a9558f5981da3812fea0792c6b6a7116fe1bf615d2f348f00d921db92d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020268, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.493501313001616, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 875, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:15:41.184495+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "00331faa-88c2-4221-9434-a1f0a57b66e0", "result_sha256": "2d3fda6f60e3954a02ab2de96646d0bcead56971020c8d1a089dfd1cbc61531e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012304, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.61574838499655, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 450, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:04:05.800327+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99b74efc-89f6-4b49-92b6-c1d52bd4d217", "result_sha256": "6d050f218ebfe3baaff4faa447f37a69b5b465b1db9b56454ee7ca81b8f86259", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00882, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.004744292004034, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 296, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:49.759706+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98c218c1-103d-43d6-a470-3e32f370e6cd", "result_sha256": "1c3c390b56f2c70b43d2c9e26d897046b2244c2fe8e25838b0cf8593984a5efe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01076, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.282906940992689, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 393, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:47.851699+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba57d311-569f-4303-b05a-728b6a6b5476", "result_sha256": "2efd639366902618eb106f2d0ed36306d5eafc19934396fc3b97d1ae6f45f40d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027512, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.24869771199883, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1218, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:30.505569+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26207492-94f1-4264-b4d5-cfbaa4166fca", "result_sha256": "89c0eab16ea3f26ef394852ac7260458f10d3a811ed1c5547846aba22ee8fbee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024708, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.324220148002496, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:53.592316+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4201c6a0-77a8-4bfe-b755-d2b1c179c826", "result_sha256": "b6466b18140e8d014bcf6c4ec1dcd1f5acc588fe6d0d7e59d4fbbc1126215849", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010292, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.787981033005053, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 357, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:58.270619+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa18b920-a74c-45a9-b304-af8af16004f3", "result_sha256": "257e2b153641a5844adb400dd7dba1d1cae35ecdd31a36fad635ab9386900f82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011708, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.486826790001942, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 427, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:29.368739+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d469a39d-6daf-41e1-91e5-c1c1fda60b73", "result_sha256": "fce8c1291eb34e3eea1734a9051f91519422f974f25d7c5132a7363307e7fc42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009496, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.984231273003388, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 323, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:11.434951+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8fbadc7-85fc-4798-9c1e-8ef747246216", "result_sha256": "faf14708103cd891ba7c76bb37543c84fd6096a48dd2f25aca0b4d8ccfbe5729", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011024, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.784574589997646, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 408, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:45.254159+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "120e0b8e-658e-44de-b8be-b18793ac7b9c", "result_sha256": "9a732d6c307c737d7662149020c493d08ec8eb60e0931678df96f53c58d2c845", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011008, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.329171869991114, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 412, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:23.068751+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bb9626f-a44d-440b-9a07-538d707c554d", "result_sha256": "63269ee634c003ce3b4dcd47b126285b301f0d42f2bc79bcbb29c2247511548e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02282, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.849978701997316, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 993, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:17.493506+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1d6807e-16c9-4175-8954-a19bfa94d317", "result_sha256": "15771c7f0afbe2efb62197f7a9c73b7be2da3d88fd3b0b6356cf9e618b002bbe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008788, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.008609067997895, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 301, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:34.162211+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8d8bbc9-62db-4370-a1e2-8ea48f932739", "result_sha256": "26bd10ce16ba1373d3f0ced3f69a98e16767470f2e005c719fda80fa27cfff5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013888, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.562695945991436, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:29.493573+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81dda2d6-8ec8-47f0-82e0-069f7287672f", "result_sha256": "b06226f56b0722a3ef03a308f4389a953d0879092bc6baf5d883ec8de8e94f0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013544, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.220551128004445, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 512, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:05.736324+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42dc71d0-a0cf-416a-b51a-e31db68eb629", "result_sha256": "940ef059a7824270302fd7236fed586e492b03a0d09260bdadb50729a1a1ae0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011488, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.284858329003328, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 436, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:33.419519+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa768594-f254-4a42-b3c5-222a86614cb4", "result_sha256": "3b9573e8edb905f8143649e2169029d16a32f3ab801e52a6e9b533e186816201", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.044248, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 47.919967765992624, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2074, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:47.349882+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f19a3e1a-5c0d-41ae-a0b5-457de1533758", "result_sha256": "2e869748547cac4f030571707ddefd1be6b5bb5d7831bb4c6dc0f0f5f59fc351", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.037128, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.389890483987983, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1698, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:52.398823+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "955a7ce1-017b-4b21-9541-e1f205e32dcd", "result_sha256": "25a5ab6facb0ead6a222dffa118fe7893c261d498dcb4f7b4922a068abdc8e10", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011264, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.388713990992983, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 420, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:42.189639+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcecc22d-27f4-4d7e-8f2c-15a623ddc500", "result_sha256": "62dbdb1b63a8eee3bd5d8a871b00137ec5632ae4b4199438151aa0df026570a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020044, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.91288794200227, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 837, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:27.699082+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1bcf965-4d80-474c-a36b-5edaf702a10c", "result_sha256": "2fa3723ede8326b16519bc40e16ddc8a2b1c5a0e03126c283328a12d3367a8dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02044, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.169879980996484, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 874, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:59.753053+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a07d12f6-ba5e-44d8-8cb9-3038862ae263", "result_sha256": "a59dac3eefc0e87ba08e7dc24b8532b97e562d14c7ecb2c1719f7c8d5468910f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014156, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.974646444999962, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:27:07.129757+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd6bd302-288a-4275-bca7-193f7968ef33", "result_sha256": "61943f1100e1dd0e6a3261185db174eec9239da031ddf4e41f5624dc6ae129d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.850512573990272, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 255, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:17:09.128496+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27314b54-c6cf-4bbd-9c96-bf8d2aba32f8", "result_sha256": "2d77f419a573fc22b2e524639b4ba0dba6520e4fb30e76e832a3b7f305efe27c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013508, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.01930533099221, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 517, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:09.994943+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c70f120-5643-4d73-9656-8804c506f286", "result_sha256": "1f61f307d0b6718ca2d268e2878adc005384786ca670fc2ed3be997a982be20e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022508, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.305833917998825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 987, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:22.883202+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "03b9f408-f846-4bbf-a129-3a0a266c01a4", "result_sha256": "7f378698f561ac0982af4d8bad18c86a766488397aca713d6797072c726b31fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014292, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.277858625995577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:10.397426+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05fe4c9a-d3bb-4e02-8e8d-1af2e2a30ba7", "result_sha256": "ccefd291f0adc0dd19bb24e2c6ae3a9dd1a7d647a19e9d9b3fef68e317444fbf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.031828, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.741385751985945, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1453, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:18.988241+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44d5c01e-cd93-4b92-9164-8f6933a883e6", "result_sha256": "b27c57e53f5e80390e78bbc58813f13760530a730624da6bc16a18a3b87a4d58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01506, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.290870662996895, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 605, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:53.070160+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5166cde-d202-4474-80cb-a72de1acad4b", "result_sha256": "b363c7a7a56d78193deb2baefc1819707d792f1406361727799c4c4dcca716b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021344, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.258933917008108, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 924, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:34.008658+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "170b9827-55ba-4950-8943-e68d3c3d7c11", "result_sha256": "d13f02e8a37b27cb8bf8338f2314c93619f9b0dfe2cd3c391edb8e2b21498441", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016996, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.464023483989877, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 688, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:06.664336+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "382c55e2-ae36-4e23-a351-2e36b1852cb0", "result_sha256": "44704fe0e8b9d381a462c45cb47e43074614a9405dbc2c2cbb4945f3e0dc0631", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009652, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.861406912998063, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 325, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:00.496594+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "707a579f-854a-425c-86b4-34d2edf4a48b", "result_sha256": "4204b52d34c5912a94a76abfa6eeeb2a4e4a21140e47e111a4954b6d4f341c60", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023316, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.82811121600389, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1014, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:20.234472+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cafd72a7-5292-4cef-85c6-ceb4583ac21d", "result_sha256": "3487cf67ba3aea50a1872471089d7cef3ba357cc94b1d71ccc8a7c30befdf5ba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00862, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.529081009008223, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 259, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:39:07.441711+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f3ef94f-e0b3-4ba9-bc7a-9fde37af830c", "result_sha256": "118b9eab4a4f0a8f72c77ff5e801f3fc4e6caa12c2dca7436d8b1f6be9e487b5", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028388, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.59402125699853, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1261, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abel\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:15.571439+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b57448c8-4a48-4a9a-abb7-4a76d3ae8ccc", "result_sha256": "2168bf6d2e9b514dff3257d2280e14652618d55591148b6fa31e97dcc19853b4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00932, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.821431932999985, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 294, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:58.033960+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9024a046-4ac1-4c65-bfbe-60e232e30134", "result_sha256": "c129477b29d3bf77944d0ec2e57615d3e814f5e5ed901155f144d4a3e7fa7622", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010964, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.455077067992534, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 383, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:44.483503+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d19653f6-fbd6-4b78-8398-5f4b47e650f3", "result_sha256": "0cf03ad68ccd181c95890053c940ea71a04d3d96748604cec7a0d4777fe87e85", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008688, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.178047903013066, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 296, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:21.299239+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1069d0ae-b73b-4a80-90d5-c7bfa71ad7ee", "result_sha256": "6c379fe7c24efe7d9f5936c0199df482c295a45bdb8a0999a4bb482425ca94b7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008828, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.682166407990735, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 303, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:47.987791+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74521115-cd37-4a8a-bd3d-c9da859c7af7", "result_sha256": "86749b4efab389f4a7482f558077f2ecc223738dadfb422d644b6f8909cf9358", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.024268, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.16845943700173, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "other", "predicted_font": "Acme", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Acme\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:35.065050+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d39384b-20a6-49a8-b453-9c54ad3725b8", "result_sha256": "7710e674404fc898376bdc1e2866757266124dea46a4927f07c7eed5f6948734", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0186, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.537755306999316, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 782, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:10.090875+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d786af94-4932-42c9-82d8-adc0eb32b9ec", "result_sha256": "781d9e803193c3b4d96454130f109d2395d3c04ed0f67398bb48ffe71ae632e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009188, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.15257119499438, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 321, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:48.266046+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1670acb5-b576-4441-8aa0-a0ca0ae36511", "result_sha256": "1e2350f487eebc208be9ac3dff5d5ab22a0ded8ec3cb396284abde08f87b3878", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010536, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.458094405999873, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 375, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:35.108678+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "689c1a17-e62d-4568-bf79-2903527e2adf", "result_sha256": "c4cf389ae8b47f3c157d6eb7bd62e7064a4f0a322fb19795de1ef858339fcf0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016604, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.568342236001627, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 687, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:39.578593+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56015617-cc1f-400c-b6d9-bd7a2fd09400", "result_sha256": "bdf2778b800f3cc09b5a0c7a494e4dabf218aa3a6076151b98f7563b045e7c0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018116, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.709539635005058, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 754, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:22.124130+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1a70523-1e1f-41de-b2ee-917f83a61770", "result_sha256": "24b81abeba0a8f3c5f194b5234326bfca06f5f248640ac72598520d1b3f784be", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011692, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.639766238004086, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 427, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:41.721583+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6f72650-c5b8-46e0-ba57-34e383b01c0b", "result_sha256": "45de296cb48ec9dac32b42b400872c99369b56cb2286c968a23e190e2d13030c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021152, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.926628625005833, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 916, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:42.619045+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0568e2e-16e3-4279-a3fd-af6699fb3726", "result_sha256": "0ce3bf02e1ddaa246025df411ae0c663e9af7a6efd8bb1a85d91836603702fab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.030536, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.474662574008107, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1375, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:54:06.764054+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79ee0c69-5cf9-4f6a-866c-8d2b31cbed20", "result_sha256": "4c10b0f1fac5fad159ac91170bf4805d6417fdfd68996ea0692426466d75e2bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014156, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.905006355998921, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:42.689921+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9310e334-e58f-4c7a-915a-57862d476417", "result_sha256": "41446b0c4f513fd7470bb7faabbba48d17389011dc96decb5eb08ceabe24319a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.974137184995925, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 265, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:55:00.059629+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58eed7f1-50d5-45d9-9a73-2cb3ccfb60ba", "result_sha256": "7971a95a577a38bfc58dce05ca22fed9c3fb90d438a7ea4300898c5431bc87bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029816, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.94100837800943, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1338, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:42.515356+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "527dee5a-089f-4fa1-aec8-273f50681a0f", "result_sha256": "b4124fd8a3395eeb70e961ac0fdfb514c1fcfe2c9047c326c703fb40614326f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024152, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.736804305997794, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:40.567222+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ef6765f-6f14-4ef5-b092-53e3a9225d48", "result_sha256": "add503ff1740f7583387d5b89fffe91ddfbbc9ee874fb219668aa7bb8a6f52af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0104, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.31268493499374, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 372, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:41.680681+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "67353c80-8cb1-42a8-b0a8-5b0f6ae056a3", "result_sha256": "653f519bc53f88e62bf08c324f823f22142c2c6df1700d0e9748a883645b2574", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022976, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.50446876800561, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 997, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:12.544326+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea43aaa5-b88c-49e5-83b8-f2888ba58838", "result_sha256": "4fdedd2f8bf22707460765022299f5f05b2998386cde28f8f8b3f9fe8393453b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.046024, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.91572593599267, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2158, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:37.541410+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9805694-e8e9-43fd-a855-8fd25a236308", "result_sha256": "6b30fa03c088aeeeaa31aa0a838addcc782d5901b9172d331213c1d47ecf24bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.031764, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.439761962988996, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1423, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:30.429572+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "261eaef5-54b8-406c-861c-3d0efd03b200", "result_sha256": "cfcc726350e3d54c89e106712c6530f31d1bc73084423cfdd83e9c52555e5fbc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01792, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.376595648005605, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 751, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:04.629839+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c41cb686-9fad-4ce5-9dc0-9cd201bd3731", "result_sha256": "0b6e856dd3f8c4991247f63ce47ec8e06554a5172ff6cc541a1985fb69352e5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012996, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.737959728998248, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:53.178834+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5daf6798-5034-4c47-b597-92dc2b8aa275", "result_sha256": "bdd8b249ed9916719309e7fb60f668dd759b9ef15dd126847a3d95941fb13fcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021136, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.379801474002306, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 905, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:20.763670+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f52f8094-48e3-4c13-8e3d-0028780f4381", "result_sha256": "eb172befb2bec9e6a79a6fd9cd8e1ed485b1a6406baf908d4ed8dad11abe84b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011348, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.40101982500346, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 429, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:36.046736+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5113a5c-bab8-482f-a249-0ef832951e17", "result_sha256": "2878f5e70bf574d15342ea1fccea4e5990afff087268e92b8c64a5d570a24d8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018808, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.408145724999486, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 802, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:46.551008+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d6bf66-6fb1-4769-b7af-f63c3f863445", "result_sha256": "c0b1e8044741e118d57fe4d22e9226cf3dcf0f1468477f55f7bc9430c97e6103", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024308, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.511590362002607, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:51.442279+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9cd7828-403e-4238-8eff-192010ace6a7", "result_sha256": "3d53cead16f0109d8f2ed97c2eeffa778227816578b74e542a0997fec13b3322", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012748, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.833792817997164, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 479, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:26.078127+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14465c8a-209f-4cf6-950f-7457f5fb70c0", "result_sha256": "ac11246838acfca9e50659964fd3419fb2d127106b233a4e95a32afef391ff16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018616, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.175801688004867, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 779, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:30.506766+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f80b2795-d72d-42cb-b60d-c55f3743f724", "result_sha256": "a72419f9461b51d0fe8a5d74d12341dc74d0914becf455e5b16caed018710e39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.471710222002002, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 184, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:30.773977+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eb163de-cda2-472a-b1db-19b0324ef0a2", "result_sha256": "3e510837d434b70f97cd24ced0635bef9ab183c306792bfd427aea61e95e66cf", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01414, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.439930348002235, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 535, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:47.774589+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca5d1c62-9d7c-4b88-b857-ccda22449ec0", "result_sha256": "e5babb612567d3de4beda4fe9000de7aacaf85f02f1ae5ea4bc5bec762c4fc70", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007876, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.316493057005573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 242, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:34.625440+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a14f5a8-1f78-4145-9cbb-436e635b2d14", "result_sha256": "01592ca18fe8c4cb688951f947337e93e0a1dd5abbfefea2411e174fb175740a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024784, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.889338636989123, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:04.150187+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ddf457-03da-4318-bb26-cc18017c3aa7", "result_sha256": "d62c56704fa36d9681f30af2087c2b8ea8e937538b19f602ec2f1e1939910bed", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4081961199990474, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 177, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:20.929325+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1aa87c1-81da-487c-aa6c-e03fb1e11581", "result_sha256": "93f70b1fed8ac9662f23c53b353e692fb7f1f545bb7c1602b4f60988ae06c219", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008328, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.564056504998007, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 254, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:02.323135+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e7d8797-7f04-47e6-b9b9-3580e40d69f2", "result_sha256": "f42d4d0ba70f2ed5810443e37077f2f43e4bba04537c2df68bc071134674629e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007296, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.221644192992244, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 212, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:14.696334+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df1fa65c-1fef-4b1a-bf53-8bf308b1c8e8", "result_sha256": "fc651f7c773ae7ae7c07fcc02e5c1d8c221b15c2cba6600ca7ad095ed750158f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007024, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.45564549700066, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 186, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:49.748062+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c391b26-3297-416a-8a4c-4422be9ce904", "result_sha256": "4aff3ad40d0679469e7016230a218aa137ebd0b055c13d8ec6644ba8a67ff1a0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008076, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.281355942002847, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 252, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:32.862960+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66380376-7b93-461d-a05c-c63c034fc287", "result_sha256": "48160e468d393170136b4ba327a6afa780de13d7d61dcf3f58c3880453257174", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015988, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.519410441003856, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 641, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:57.611324+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d57cfc8-cc8a-4e78-bcb5-a687946229c0", "result_sha256": "689b66dfc839bd9035d58cf45860b333ef439a66fcb9a596571a59f35e5b021e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013964, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.392853628989542, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:03.601053+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": false, "source_attempt_id": "43dc10a6-8db2-40ce-9df9-68bd67fb7916", "result_sha256": "d38c4ef926339e37bf6a023d03c12b005671090743c29b16274b01663f8f5d1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011856, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.481005458990694, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 441, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:59:19.939201+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a3320b5-d9f0-424e-a035-e64602e92ba2", "result_sha256": "e85c94cb5670039da8511bbc0352091492836ece8e6e2124ff3dccb2d2133675", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01162, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.057844379000016, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 436, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:04.948434+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3aabfb39-2f23-4bd8-8cc2-7c5f822c1cea", "result_sha256": "e66094e234bd20bc685d5bef20f05fd1d2f4ef10d047fe3fabf2f7d20cf5c8e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0076, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.876498837998952, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 235, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:37.166859+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6662ac-3251-4a52-a73a-50717eca1594", "result_sha256": "467d2767af60a19d326e20aa331b2ec532328394590049eee1ce565aeb9fc57b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008612, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.910702569992281, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 273, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:53.315639+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14f968ac-5b3a-4473-ad62-56b6ba2926db", "result_sha256": "eca923de4dc0de1beeca043c43dcebbad6e9c6b308e8d4dfc7cba86b85540cd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014024, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.500314871009323, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:28.294381+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4f41fba-283a-400e-ab10-0e1e8cc6b3a7", "result_sha256": "309e3559540f8dd7352e048473804fa2c341770bae0698268105468c71281466", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0385, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.48461403399415, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1780, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:13:09.914367+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ebcdf7-9650-44f8-bd97-f57ba00f3795", "result_sha256": "4d6fd1f67b15ccd1331f75c145a43e6425ef46e2fb5834d8efbb5644c60ac44d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011708, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.029096129001118, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 427, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:00.379582+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ae97b5d-8aae-418b-a704-d3d5ac1cc510", "result_sha256": "3f8351b70de2a2f0798c86482e774b550422e4f36bdd2b43eaee59cb6f8772e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006204, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.687848011002643, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 167, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:13.447107+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2a71c46-f888-4012-9f10-2ac82c948b4d", "result_sha256": "04f7939fd009ca1eac50c56744fdc1f011838bd5574f5c91d3fb02fe770b220f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029204, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.947417474002577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1295, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:37.757388+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07c4811a-d79d-4ac9-97df-d716d62f80a8", "result_sha256": "606ce47fbe72ab2a611f72ef1cc6c2b830089b34e2d07bde7d7a6fba340b2700", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008308, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.020274128997698, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 277, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:56.106840+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4c66ad1-eba4-47f6-9f6f-300ded0fea5b", "result_sha256": "b913f1410c216038ff3d211e1ccc369062ff2c80016b1ecadfd3a4fe765e513f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012188, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.105616401997395, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 471, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:30:32.454108+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24bbcb7d-bc19-4221-b182-caaf4b23635c", "result_sha256": "763c4711a61700a78dda7443802a537df127db368d3352256f2f630e8b56c7cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008684, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.719770051000523, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 291, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:51.226416+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c638a6ae-29c0-4313-933e-35424c911816", "result_sha256": "d5798598f7ddafaa761caae34f693870ad9a31fb2e46371292df9bb7686a798f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008864, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.064585950996843, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 278, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:25.919255+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9450de62-761a-430e-af61-97066db71636", "result_sha256": "497ff325c546c7ace42ea9f4dbb0e88a516c9279b2babb4bbb8cb41e252ea1ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020348, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.543686043005437, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 879, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:48.462274+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57f8c1dd-ddd9-4e08-9f74-240cd4662d18", "result_sha256": "a3f4770e2d34723f870ec7aa380f64f2bad26a366380db86a56e82b35dc4d0ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.249093677994097, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 734, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:52.465881+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5ac79b4-d434-484d-bb0d-e658160281f6", "result_sha256": "045d766477a2578999860d1e7d5acbfa85ab6cb313b1d325630f5395b01e83de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019004, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.096768574992893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 785, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:13.892840+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7737c50a-7d3a-455b-b665-23f838a9edb2", "result_sha256": "71682341a6be7f18a19cc487f5559da527e132b828916113f9c1961b617e7552", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01052, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.243886038006167, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 381, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:10.293416+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1128366d-414d-4525-be80-17007d6127fc", "result_sha256": "9f8ceb96517144cea5301520c1f382c9b736a667b221ec52469443bfca316d72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017768, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.108942015998764, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 750, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:24.510182+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5908535-b193-4ef2-a100-669a04894934", "result_sha256": "54d7af394f82b8ef14a94993d4ec3fa9a165f8b8222241f93f1acdef656e7d03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013628, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.6682091979892, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 523, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:53.597401+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fda4768-caa0-49b0-85a8-c480bb6864a0", "result_sha256": "a68be3b0a37a60f22c1d1b383f3fda7500fd63572d25fe7fd72030d99b09e807", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024608, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.366951448013424, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "other", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:29.227848+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f62274c5-9b16-4396-8a1c-1e46caced831", "result_sha256": "435223d59dddbc89ebce6a4c56bea036b569b06a1839d5e7947633d991dd6e31", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024476, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.955518404007307, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "other", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:15.871938+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5edf3847-6652-4e4e-945d-4ea2741a7722", "result_sha256": "a3c3f4e5ffe500a043ec9f5dbd726a0f6e3eb9e8e5979e040d8a02e06f8fcc19", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01918, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.144255197999883, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 814, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:49.142631+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49cf7796-5742-4c1a-b967-a33176a8719a", "result_sha256": "1ac14f1873e8486139ac7f3cfab9396fbbe186d76933926c009241eac85d2d24", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.029288, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.546320882000146, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1326, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:42.633056+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4a9ede9-7696-41a3-a3cd-81382163c8cb", "result_sha256": "0806861c73592940c5f9c26a4ed597dcddf081e6c161e2aa9cf866b2dfdeb3a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013548, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.585177977991407, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 539, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:50:04.899411+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a90c2351-3e43-43d0-a720-06c2cc1ff460", "result_sha256": "46c0b14adaff4e39acf104b89a658ec356843a42317a309cb98f144d7a3eeb2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009396, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.40330134400574, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 318, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:12.113001+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d1e28ee-7044-4e5f-b2e9-cd8ea1b70e93", "result_sha256": "f25a18128639648164e8395b06ffe2677c981d1540b5b3eaf3eb7d7eb4545e77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018844, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.55589345798944, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 777, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:09.042478+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8353d7a8-3b64-4b85-a962-ec48718104b6", "result_sha256": "d5e76727d830034aaa89a0764fa43ac00360b513042804ef9a4edbe9174cd1b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.038588, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.17124426399823, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1791, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:09.441150+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcec64a9-b3c7-49a6-a106-7f26592edfea", "result_sha256": "b788a2963084d672659159af5bfd07cb93725e0affffaed6190d1cb616669485", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010348, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.07884665299207, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 359, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:35.413064+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "979ebd96-00e4-4c56-b5f6-5ed97052e633", "result_sha256": "44fd11ed26ce54bbcf271a511b189ab4537e4b4a9142efdebe16d624bdc4c1aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010216, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.06947633701202, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 359, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:49.525130+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2d18d1d-9fbf-457f-8c25-63198537caa9", "result_sha256": "9f5fd01c6b80af3c60b9e55a89b20a356365753a43f06578ac8e3a620a236d39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019344, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.98545648000436, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 824, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:30.115141+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b1f6aac-49e5-4627-ab5f-4dc34cb1cdb2", "result_sha256": "7e76026a6319b84579072b918fddb2cc2ab660f76fb67802886f898789c2d216", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009804, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.8223451810044935, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 325, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:28.007972+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b18e5d2-f970-4aba-9199-4859baa6c54c", "result_sha256": "3849edf924442fd6426f3ab032a347e432049d92c9e91653527f8a93e0e96d3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00888, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.727775620995089, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 299, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:51.713148+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1905c24-e672-49b6-8181-cb4fcb394f9e", "result_sha256": "37b25c5efdb394817db263cf70ef90a2c0cc37ce014b281ddb9136b39d9aee8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0111, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.156283117001294, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 410, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:28.815327+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71cc8b35-76ad-46eb-b610-2c7521a165fe", "result_sha256": "b071ea7b8ea53a39fd6427bfc1d1394e5db0cf89d74078d7be4825f5027e55f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017352, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.055160395000712, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 710, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:29.740301+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b8f7467-b56c-4698-a3a0-e312c4ae17c9", "result_sha256": "e7408a8228c7862c56de02c78a507f500d163201c13964a8127a23e03d2597fb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.020456, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.17745146199013, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 871, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:42.560839+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5afc058e-4142-4e75-b9f9-8cd97d9f075d", "result_sha256": "1ac04ee3a309c6d62c76e1dac8f584121d31edd9da6ff53680c040f9ab7c1f37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007284, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.812673458000063, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 221, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:25:59.088450+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e78b065e-a288-4cc7-9569-4153c7d44d0f", "result_sha256": "60702b57105b2ddaddb94a2ce6cfd439d08061f75b1cb3f585ce633f02dd0539", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.6958256469952175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 174, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:14.472876+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "766ad32d-bba9-463f-92d1-203df9b83b39", "result_sha256": "3c65a947aef577d8b89c0308c39a13b0f03de639b9a3e84f3c67f7e21d60cc0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014788, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.486822188002407, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 601, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:53.668421+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f4c9050-752a-4abb-825f-c058ca105eed", "result_sha256": "506c2685afa5ca97678c4d5e75f91fb584e3e9229f5b351f73c16395b5f5fe99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024288, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.232202580999, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:52.362714+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c11ee2ed-8a6b-42dd-9a96-59585db7b0fc", "result_sha256": "168998ddde9a548b049be7374d66ffc0f292f79206eb560e57ac658b1f51acb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01302, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.475021849997574, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 503, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:32.783435+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c8d27c0-d571-4ad1-96a6-fd4a3a76d324", "result_sha256": "60a637b8e5bde8bc5a0bca6ea9b3d9ecfc3cc9decfab7ab183e88808b0ef332d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017224, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.463013176005916, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 718, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:31.958916+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0ffa899-9e9b-4dd4-ad31-acb9fac0990b", "result_sha256": "a1d50e5a2ad30afbc9ed4ab8ecca7c3d25a503cfe698a2be8cfbd04531bc05ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023224, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.722929766008747, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 996, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:13.593630+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98fb2b3d-b74a-4f31-8c21-03b01c5da42a", "result_sha256": "27b0d096078c0a87cd985f40c258397e911a6fd808dc291d3aa5bec6920f3193", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017736, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.296780233009486, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 735, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:16.424346+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "156e0c70-94b4-40bf-a444-01afcbf5534b", "result_sha256": "b9e457baca08572a93a84cbd00b90ae0375f6d89d0051a10f069f78fa74e4d39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010888, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.27880078999442, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 386, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:32.333433+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2d9812a-7fe9-4bb3-a001-11be3f600fd5", "result_sha256": "1d6d676e11ba1325206a4dace0878a4d6daad8bca2a61a9cd79b5f878555e0d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019936, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.549735056993086, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 835, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:53.213054+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "576982ad-9454-4743-95dc-f1555947aab2", "result_sha256": "7cc57a2c401c29acf2bcb593ed96176f4326632d094126436f5055347c38a211", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017344, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.6334831819986, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 702, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:57.676968+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8db3cb30-d984-464a-9eab-46a95a91f449", "result_sha256": "653f4e685b3b01ba05af2fd5e5409d0fd55418b0704bcc2f573292901c8223d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018808, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.077267444998142, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 802, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:59.117275+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c009c243-adc1-4908-a3b3-07ba77c908a2", "result_sha256": "48ea7d0b6aa4c0b95cba3bcf202e6ac5a6d7a76673ed4ccae48c10e8fa5ac9c5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011868, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.192397099002847, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 455, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:28:19.249641+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d066032d-8bc9-4869-8315-515cffffe125", "result_sha256": "716da73c4023e1095896011a0abe8778b0b7c6043b778aa6b5a9d54140ea62ba", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03942, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.06325831200229, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1826, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Ubuntu Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:44.891511+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd36c01f-74c7-48d6-a735-9f042770374c", "result_sha256": "8ce8a5207368977a7ae618f8f5a12b1be1f74b3d60163c13da5ac5aa3e83c8eb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016532, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.36899341699609, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 669, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:44.646955+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b46c62-72fa-4d1c-8ed5-f02c320dfae9", "result_sha256": "a17a23c9ead6b91f60ed68857684a5038f13706bde42f3c49bd8197966cd4c88", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028936, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.783086183000705, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1295, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:59.862165+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4703d5d-1bab-4097-97cc-2102dd6be8e8", "result_sha256": "053f8ebf76e577567b6e7c3a079784a1790fe8231bb68f2dea9ff4ce620c1bbf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019588, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.842477996004163, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 821, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:18.377340+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b75ae715-3f0e-4ade-8cbe-7abd80426fea", "result_sha256": "7c073b97164b4d21646e7424cfe023131c6099fcead0fc017739ae70b36510ba", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.026728, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.2511101810087, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1198, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:58.584862+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4554d1da-1dfe-4059-8829-43ecb9617eed", "result_sha256": "a93fd39d034822de2443332c1f57bb877956651b9c5a2e111cb2ed81df091690", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02988, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.147137836000184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1349, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:41.281852+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f2fb6ff-01ab-48e7-900e-65849c410d15", "result_sha256": "9b9aafe0c879f0ffca419466592c2f4e414f248e7c8768afd4a80e7f1627b927", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009596, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.026248062000377, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 328, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:46.787969+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de182227-2240-467c-927d-d613b5aba565", "result_sha256": "caa6c36a624a19b98d937492cbc7d43f5631b15edc556b4db6a6351283f74875", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024556, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.543819468992297, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:05.895102+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b542ee-a6c8-4aa8-951e-1ea3e795b9a1", "result_sha256": "aa8e9fcfeb564f5b7bf0b847d2d68026645a92b6876268979797565dd1b411c2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01072, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.867056707997108, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 391, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:40.368910+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c269eac3-e7e9-450b-a448-f29689294dbf", "result_sha256": "c7cc052100e325e5326a733fbedff694d8fe625384f81b4d7a4e339d132fc1ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023824, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.234962505011936, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:56.822807+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90061145-dc2a-4e9b-8798-6fa00ccf1048", "result_sha256": "cb533d52bc720cdc8027b5d9c968c28d456fec66f2eb51464991f7722d4ba7dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01024, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.56553686899133, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 367, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:05.779172+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "85e905b1-2858-4b04-b4a2-4bcdf2a825b9", "result_sha256": "9bd1c0ab2428cc8f948225d294a4668c762151a8d4169322c794abbaa86f9ee9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010448, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.222500413001399, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 364, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:35.830382+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3884034-2d38-471e-9b5f-0cc647a12ef5", "result_sha256": "352b673efba196cd4bad47c1a494a62c7d5bac89dc64954982522da9b047868a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.031448, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.03381009300938, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1434, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:55.394181+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fad3178-6863-4dad-aae6-fb5542fc2555", "result_sha256": "6bb60705e5c5f7ea4b1b0f2298177b067c45e91da706746169d1ae4b5f772241", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009696, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.135878829998546, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 332, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:59.094780+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cfcee32-0ccb-4172-8eb1-273e546f501f", "result_sha256": "28fc864f6196950345d25bef887387173df77962e6cbabd01ce48a872b3fe240", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0241, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.53811895599938, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1057, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:39.289851+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c1752b8-0933-4945-9ab5-c16216e96048", "result_sha256": "6eebb0a422f225ade4f2f742acbbe14184333f74cd3d0e6505ac76110cf9c0bf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024556, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.471045268001035, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:01.505656+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5007c2e9-de9a-43e0-8b9e-d71659733ffb", "result_sha256": "bef75042610a221de2d143bcf6c286e53241d7fee5b6e49398f30684d28d8e95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027408, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.74377683100465, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:22.925758+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ac9641d-140c-4072-9d11-197e8d46f6bf", "result_sha256": "33b7cfc514eafc989d743a2ca3d373f629caf99442d2a20abae777d82f05147a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01122, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.729914550000103, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 416, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:31:00.376415+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b26b2483-c6b3-4aea-82f7-e09113e8c058", "result_sha256": "6f49ef34db25a5592aa9e0a159f0a81535fe4911f35fe522cdfc321a389d3289", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.027768, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.69111259499914, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1230, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:41.313662+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f548f3f-a467-4896-a5f3-2655605b9bc7", "result_sha256": "8e905ec72dd9736537ae1b917b80d715aa76d270171bf5f75c3d2d8e2e85abcb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01172, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.7460099930031, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 441, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:58.962235+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c2c708d-0945-4378-ab59-1f5c5278e759", "result_sha256": "2ae6768d5fc6114393b3c8513fcf7fbf077f0770808882ee36e7986244366988", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023352, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.60535591498774, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1010, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:07.818208+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da3737f1-e810-480d-bb77-659afe2cede7", "result_sha256": "c39ba8426ea8b108bc10276f8cc9c848e90ac23e52fe5054fd1f9dd7982af455", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.036428, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.029242194999824, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1663, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:55.724425+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "546863b5-ca57-4ae5-92bc-e2f8666ed9af", "result_sha256": "111be3152f5eba4fcf97ed131797406a99ad733d706dccb0b7c1168c11a60d89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010788, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.040496275003534, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 401, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:47.016991+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a20eff9a-9fc8-41d3-b596-415ef3c5401e", "result_sha256": "c2cfe10d421cf54589aac3fa9aab86e2201571f140929b7ec5490e9c3f278627", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008276, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.856968741005403, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 261, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:10.013649+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f68cdc35-21dd-4272-9a10-17a1da239429", "result_sha256": "ffa25cbf3454bf4763779ad5b9013f98f02e5012c18a740c1b412bb07eb37c98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007844, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.427223924998543, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 249, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:19.774940+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e69d83b-deec-4cea-9d16-32d94ba3725a", "result_sha256": "3bed885fbe4dda82976cbf6288071403671b679f629fcda7f07449eed89a8c6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011284, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.57308364000346, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 399, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:28.396282+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91f26660-20fc-4267-a6c0-d497d44051f5", "result_sha256": "b5e17eccec6e1b1c4ae4cf4366bbf988a6ad85ad1411d0e1b36d77e92ea19497", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01824, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.64968204399338, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 764, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:48.140482+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": false, "source_attempt_id": "6073e869-cdd2-4976-87dd-8d1af31685fe", "result_sha256": "b00beda95d9b728f43a4ee35d1b1bf9688df6332e9c3de71a61f31047df689ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.035728, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.65653863300395, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1648, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:00:44.649345+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d845e0-b098-43ec-b453-1a9af9a87412", "result_sha256": "faecad1852aeeeecc7003da053fb4499fe624668e7661eb61757d1bd2da54074", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019468, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.11659601899737, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 835, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:19.722412+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3caf9e26-ed80-44e3-b4b6-7ac7c48abf77", "result_sha256": "155bc39546e60459d6d314f9c80cdcf435150fe49e5aa59e0321cd7643b123ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012028, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.027986998989945, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 463, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:38.094059+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca863c87-a4dd-45d5-85c5-f4357a4db2b9", "result_sha256": "a41404f0467d4fe575d4da5b5d1df465cc2e9c10167f94ee36a8cdf3338660e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009388, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.572694162008702, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 331, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:08.194052+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97c4cdae-d0e3-4527-b634-1830c768efbf", "result_sha256": "015afb571e47bcc49960895ef0a626826ca91658f679f9e981d4b2cd5a6af41e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.035028, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.057259405002696, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:55.846511+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27379ee9-5a15-426e-9c6c-a53f096d74db", "result_sha256": "ab7ae039311bbb72b4e3cc5729d7911c969395141d6c25a39ca60856304609f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032916, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.843062778003514, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1484, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:05.224468+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "16e3dc2a-efd8-4b3b-8e14-8896c05ab012", "result_sha256": "97ea27d8bb420ac22ed5a10497b58246ac4ae9dd28564315a76b5f7ac65acda0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.029604, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.618780898003024, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1337, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:53.671423+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef2ec7be-d423-48bf-a5b9-5e5a3020523c", "result_sha256": "ab95be31c1f1099b522bdb473f303e58c613f23bc810fc123a805797f8d01e0f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014176, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.797491735997028, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:28.774397+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "36215676-97ea-402a-90ee-b5efa30fe286", "result_sha256": "c3f8c52d44f037e6862b2421953a4a2d8137bf4da15d92bce98a0eab1a461b23", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011048, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.31841503699252, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 394, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:08.790119+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50f266d4-4290-4846-b17a-6aa795be0971", "result_sha256": "c7fc813ebcb148f0fed15209633a19018ffb8e797577cee33c6c41e23efe18c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016576, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.3069684059883, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 676, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:01.977369+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "630dcb8d-e31d-4cd3-81e7-8080c3071544", "result_sha256": "be206ee507f867fe731928f8c64efdccddd05004ade7415cf0e3504d954c1e6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0053, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3479183439922053, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 120, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:46:22.595912+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5534282e-04b3-4d45-b28d-8f0a953aa4f1", "result_sha256": "018d7e906fc15b46f18dcd7e1b61921f1e0bbf55f478d074bbee48a31e5683a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.030812787998002, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 441, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:25.430294+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e53205b6-5ac6-42b2-b9be-f590904916c6", "result_sha256": "a96b17f4f2d5a61f4d4bf43dac03673965ff730b863c24ef19624d367d283c23", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005908, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.328138287994079, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 157, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:04.563946+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0530015b-ef0e-4b5e-b76e-4f7f5f366e40", "result_sha256": "188dc94fb606975c6181ca7fdb67cbedccfe1fc16bb0c6601597435cbd5c80c7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01044, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.797770309000043, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 374, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:29.152294+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5dfe9dc-de07-4e7b-91d6-c53122be305d", "result_sha256": "1d1d72f33034264c5b843ebe1f97c42379ea07ed5672218e7bfa9c1e7fcb2cec", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007648, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.313822270007222, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 244, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:01.360233+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "574ce2cd-a9d2-4a11-a517-2e54e6bd1152", "result_sha256": "24dd8524483cb1a42f639d7a2f18ca97107e7f78de94f87a916084291f97d446", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011696, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.77130614699854, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 433, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:54.173380+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0901dc8f-a300-4d42-a46b-738f9798d89e", "result_sha256": "a2aff1a7f72e8761a2f6da55eca0195c2708203e26332b277e5a28812c700ef7", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012776, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.474786956998287, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 487, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:00.732990+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed7ce031-9718-4650-a6a4-be56f6bdce10", "result_sha256": "4c110b0c041afac4609510c0785fe1cacb88e06268b1cc562527e601b6352e4d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017188, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.388767615993856, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 721, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:42.461143+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "862038ef-4701-4334-a4b7-f0be6529c0f7", "result_sha256": "efb51e0376e1474f0593b0ed4c6bbd40334b69df60c397b59f60a2e06332abb8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.050052, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 47.22086383900023, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2345, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:48.946335+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "789cb7ff-98b6-447c-bc43-5be1357efa50", "result_sha256": "b337c134f542be498a7075b25ca451144662a54df06d467cb5d70d7f082288ef", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.040208, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 55.51173505099723, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1872, "predicted_category": "other", "predicted_font": "Almendra SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Almendra SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:17.309611+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d74bf4-509e-4dfe-af0d-27e48d8733d4", "result_sha256": "b429ef6f5056b0d581c9d5e561bafbb3416449bde2eb80fde46ac63ca0b77066", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019428, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.397278561998974, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 833, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:39:06.306497+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d986942-ebfe-450d-897b-3b2f41990de0", "result_sha256": "9002791fd301b36761f57d8f8ddd2a2d6f831ae1217e65bbd1749f7ccaa47d55", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00874, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.156170069007203, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 289, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:48.641057+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23de047b-46f0-4a1e-b4cb-4b0c35a985fa", "result_sha256": "2b0cdd43ed790c716f81b078c663ac291295ab2150c987912134be0982920c98", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028536, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.260699974009185, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1275, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:59.854883+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "144fe62f-0add-4e1c-8812-51272f777175", "result_sha256": "6c123caa1cfaf9e3d8931b818ce22eceae4bc3e16e3b19d2001b99e438cb891c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011536, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.731205403004424, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 425, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:55.927898+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b14d6290-780e-483a-9344-d7e5e82ccb4f", "result_sha256": "fb7a7e89f302b1649429b4ff3cb618f731f44a44887417ecdafaa1209aa928f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019664, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.231134447007207, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 840, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:38:41.094804+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa9d9eee-02e1-4111-8597-767f1e68d273", "result_sha256": "3d4517baad38dd73ab4ea992ce1cbf8f216c23bf017b49d5abca423116cd6727", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008416, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.120237224007724, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 269, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:11.816454+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c908d6e-8edc-4300-8201-1566c2822623", "result_sha256": "a7e7d1df5d597da8808be27c004f523f5c438422fc1891cbeb42f9a4bdd48e94", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00548, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.057622068998171, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 129, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:31.242800+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "187a2792-0439-45f9-8616-5032df2409e0", "result_sha256": "993b1546166705a3923f76a4e784df337f0f003c88f18d4b18eb355e7e0c01df", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008932, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.2918684120086255, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 289, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:12.956943+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d151d160-ae04-42c8-b191-93a70df52678", "result_sha256": "ea7bb6221795b5a1015c16f1079f53824ea342f5d6eade0cb6046c1bc6bafe1f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013324, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.897130263998406, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 523, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:34.994467+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9633b25a-094f-47b5-9776-ab50cf95945a", "result_sha256": "240ba0e374bbce7430107effb61ae68a2b7e0fca15c86e23bc153cf3038f8d92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007676, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.62881667399779, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 231, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:11.885087+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3e3446f-36ec-430a-ac74-94722422e68d", "result_sha256": "58fb4b4910d745fc89e4008bf2e3939c23ee632b24051cc8733b64df56f7e9d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024288, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.195959489996312, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:00.640729+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "992d3827-7f41-4637-97e7-fe2a303c564e", "result_sha256": "dd1de6b938d39c3f3061f452ed9d801dd139c47f9d508bd5d5ead25f56c2d24c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006384, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.4142817679967266, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 154, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:19.739302+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "340cc3da-cf49-4d52-b500-35dbd1625877", "result_sha256": "f99a32ae3f444bb137c93b359cea9b6b712e099e969ea142fa973cd70e1dfc21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01992, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.38177369700861, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 848, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:39.936916+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede98678-c3e6-429a-9b1c-6cc213b9ecd2", "result_sha256": "c6140426a5d2223b33998c09691e1fae3ecf4a560e64b4a2b0f07c9bbb456d02", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011676, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.561943644002895, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 432, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:38:03.684200+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e582e1fd-c242-407e-86a1-0bfc0931c54f", "result_sha256": "26a414326d1210e511b30213025cddfd3662d44ae8e39a42be1fb1f44ad8ff41", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.035048, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.304064028998255, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1614, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:48.042295+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48dad392-fa9e-473f-a0fc-d279086a65a3", "result_sha256": "6d8c8db8b59c6e823ebf51e2b5998de376486d59716117cdebd9aea051a378b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015864, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.560439105000114, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 650, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:56.290769+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5b46066-8135-4957-a965-a91e65a071d2", "result_sha256": "9349bc6bacc469d99609d6e91108795c0021cb1ab8da08b8b8552ea7d3289002", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011584, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.478356387000531, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 414, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:33.656588+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4370fd2d-d2d2-4ab5-9f7d-1b760dcdc95c", "result_sha256": "773e6cc29e805c01d3c8fee7291209d9f361cac068cd3875c12988efbcb2755d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008376, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.722949356000754, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 267, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:11.530235+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3e0c2d6-ae16-4a53-97de-df84fa79894e", "result_sha256": "3683a009c22e006824c7ecaaa0e48f08528934646831efa6e3729859b9d3c4ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010836, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.619384328005253, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 390, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:39.179634+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "88f07517-ce89-4d7d-906a-a72bc89bef19", "result_sha256": "4f61be73eeddbaf7c1cc93a3f74393f7746613a530a146609f36ccf6a5fffb8e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011612, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.09085303999018, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 423, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:30.812967+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39974cc7-77f6-4f38-9dfa-cae5161c8103", "result_sha256": "c6d7146ac77f5f93cdc60187731a5a35d72a6cede68a7e87f0ac48a07fe879ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012788, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.223633536006673, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 481, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:17.465610+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "76edb560-603f-4625-a81c-125f1d544ad4", "result_sha256": "4b828b694c99e6ad3f15efc5cc3b1cced7dd9775b6eafc6463ba26ccd4a057d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017636, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.338711427000817, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 730, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:56.288395+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd18d32-515a-4def-b239-b94559da3dcf", "result_sha256": "3166203f05ee0ccee2d255aaf4dc74f22fcb54846ad627398ed92b7b67d8422d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.009528, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.16061036499741, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 314, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:55.020129+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f846fba-588c-45b5-87e0-4a6893f91911", "result_sha256": "f650169486be49c141b6e9bf6b0c4808a6924a42a5d4cfd3c139a889830b01be", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00904, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.2052429399918765, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 304, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:57:01.788646+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb13a581-794b-432c-967e-d94a0f66710b", "result_sha256": "b6e641db7724e6e3e40c35885b7136c57a8e849216383047f79f65cc0a0fa5e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.169425743006286, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 183, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:07.661991+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "92f416bd-bc74-44b2-b99b-6ac325007b6c", "result_sha256": "6349d760bc02029b4b9b59bdb43f3a1e288916df5df5f38dc5ba0df58fceb0cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.258644147994346, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 278, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:16.110252+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eef6363-af57-4ae7-8c67-e180ad55bf32", "result_sha256": "c280f1fcbfb6ba04b3f06892926b4e1fca13d37124b122057991faf26e14f9b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008416, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.575306011989596, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 269, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:07.713672+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf165f86-298c-4f54-918e-ac5208f07abf", "result_sha256": "4065dbf4eaa414cc4d810a58c5c63e982be37499fa2e90f3f19f11cfbaae2cf8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008596, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.750415686008637, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 278, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:09:00.404021+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c701f6c5-4bb6-46e5-b3ea-6624234838b6", "result_sha256": "f6b888f8c5a9052367d56c304a315727e01ab302b68379681fb3aa58f3a646c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015668, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.786565180009347, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 625, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:12.488504+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74128672-cbad-4d19-8c6f-2eb54afb4bd7", "result_sha256": "fb23fe04109d417a0aa563cccac4a22553794a0b1328375e3761e489dba4cbdd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009276, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.975135778004187, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 302, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:21.761137+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff4330a9-b71d-45a9-9400-43d1bd8d8fee", "result_sha256": "28ccc37564923ad4df8daee351027d83dd81c788cd022b5bee956fa3dafd4aff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014124, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.427208018998499, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 541, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:58.037122+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70a08955-229e-4ce1-93c2-c26c953b1566", "result_sha256": "0c316788669885e71f60978f9190f56183c38d9708a9f4c0b511662ed61e6fb8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021368, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.424972111999523, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 930, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:57:41.739679+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbdb4cdd-5fc7-4f1f-a545-f49de072b895", "result_sha256": "0c2c99ded475964b962f2d28d366f19506478d9597b64505a52a4252d5c31be8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010368, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.541495982004562, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 380, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:57.325970+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "188c47e2-9d7e-4af5-b4e0-4e406be89547", "result_sha256": "438145ae53ee093bb5fed70ba2da5c4babf3c37396dcc68d53269e963c5fd2df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.93238304600527, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 251, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:24.130543+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "59114efd-0f60-4999-8ce8-790012e730cc", "result_sha256": "df5f2baece7b07510974a6f6d75b6c1b049abd0c4cddb747b20594c448eb8e5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007948, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.216615901008481, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 259, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:06.153461+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66c971d0-190a-418a-9999-ee2cd49ad592", "result_sha256": "bdc7095a02815f88a6a22c45878f1a4bfe45e1a5fd91f36cde31a7496524ef4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012196, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.63302943999588, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 448, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:57.010528+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "448bbf1e-6597-4f0d-9c53-e880f71bd33d", "result_sha256": "663034d7c63b15b18c74ee7c53ae9ef5ed56e7cb877086bd4717551651bf64f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012988, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.542260948001058, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 511, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:51:06.429189+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56362d97-ea8d-451f-8f65-907a8a42999f", "result_sha256": "0996242fc3021bbbdc584361371620fc5c2bc8fe29796c0b1839838981ce1cdc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019068, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.671538662994863, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 795, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:37.347049+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "248c4a96-84b4-4891-8a7a-721522f369dc", "result_sha256": "6e07b5b96a7edd974a08b65dee4edd3eb17a9a9f81c18148380b426eade12fbc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017116, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.763234136000392, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 694, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:14.668804+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4c66d83-b332-428c-be41-8586e02c8020", "result_sha256": "733ebabea5ce732b9f0070d4c105a0b6c822e2a7ce50ed478f1dfb8c521d8876", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030064, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.65676032099873, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1338, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:18:00.953277+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd7f477c-1c3a-48b0-b659-e3d45dac1c02", "result_sha256": "c7228c2d5d6b92a9efe67e7f95320f23460eb078d1ccbcac534ad511acd080d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03074, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.771120434001205, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1389, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:40.296461+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "273f09a4-90bc-41d1-84b5-5923d513079e", "result_sha256": "1c33d526fb137dce8af2758ba5ee87462a22953f63d144f8f70634146cd2512a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012416, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.833816350001143, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 469, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:48.437987+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7049c2ef-d792-49f8-8c3e-7e8cb9a0c41a", "result_sha256": "886b769bbb67c7243d5d3c946ecd965b518c1ad399ea920ae17b59c5f2f248d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009376, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.943517512001563, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 317, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:39.050234+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9612b6bb-a7fa-49a1-b2a9-bded1976d9a3", "result_sha256": "ffc820a49ebe8b4fb0b17b88188d6f59cabfe2204c75191e46a5ac1ce584d3ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.042356, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 41.567928107993794, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1966, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:43.200576+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5838880f-f71d-4402-afd3-1467d65ce9c1", "result_sha256": "d4107bb2bb3145382597f4304e376bd601c42aecac40d4468a95340d4d4e3ae4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014584, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.33093478399678, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 586, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:18.852729+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f07ed0d-8b94-4e31-8079-a8545275f36c", "result_sha256": "ead7b989778c7d58fae2a42d2754dd3ba5f735698ce962ecfde95abf14348c7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014136, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.784849819989176, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:45.685940+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "00a3322f-00f4-4523-8d0f-47dab881b96e", "result_sha256": "f1a85e70bd093cb55a2893bd4d7de38c522c6280e5d69497d234160aa8016d59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013388, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.417334097001003, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 531, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:14.132936+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f26b222-24ad-4695-8674-96cc5bd80819", "result_sha256": "168bbfdb69b227b8f782a641cff9d6b4dc178d07e282730629d3439d49c07a96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025664, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.01428997500625, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1118, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:54.214157+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "639ce2ca-59ad-4826-bebd-6985425095b2", "result_sha256": "a873605bb3f660b74ad09dab0238166cfc731cba5443dad48151e7d285e1f2e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01814, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.502056996003375, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 762, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:37.905843+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56a80c3e-ddf8-4086-bb43-b029c41a6c66", "result_sha256": "317bc643e6a36dc75c549dc45e2b2ac2dc99327c9906ddd6dafb119e10974c11", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.038856, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.715330424995045, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1791, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:40.202154+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83ef0010-3fea-44b1-acb8-df7df573cb17", "result_sha256": "bbba78da49e5e2608a2b284d456020621fb1222e1190ec392f5a71da16d143ce", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014444, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.90398439001001, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:13.213571+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d73231d1-d9f0-4680-b7a6-f8a9a6987ca0", "result_sha256": "fe28b1b5856b0f55cf06eed5781931a5ebfa00c54656aef3d42974c54bbfa40d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024344, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.341296422993764, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:06.883593+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c897c761-9909-4e07-b656-023a63aa4f71", "result_sha256": "1d9045d44cd5a293bb8a2cdfe688e92d7524cf99686215cdfe52b8a6920c68da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010968, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.198833283007843, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 410, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:16.304613+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4be913e0-2150-43b3-bf60-760b7f65c1b4", "result_sha256": "ea1f70d2923f654c3336e168bca5d907ffbaa4e676974a575e6aa5166322b4c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013248, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.693039454010432, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 504, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:13.728152+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f443dc30-c67e-4368-8121-d94ae78ada5f", "result_sha256": "4c94cecfadf2e7504238d7206b2704f84b447b1072bb24b0d6f31629a7a23903", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022296, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.08576136099873, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 953, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:38.057643+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37e29878-f1d3-459f-ba1e-8000dead53e1", "result_sha256": "c623002795eff8189662dd709096af61b566ad653b89ebc2ca478b132ee94b01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023584, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.059239587993943, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1036, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:45:20.119698+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "785b1ebd-d38e-4928-8681-7e5976049b95", "result_sha256": "6ac15a0d666872e4e0323278ba6b377af718c68c02b4e7af16af12bd2f6fde9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023856, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.377452782995533, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1041, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:52.174762+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "301ba478-d629-40ad-96da-96094e52dbf2", "result_sha256": "1ac1fd9afa3ecda7b775e4be3669ea03213b2c4e94dea5603cf9960c86301526", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028156, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.788101067009848, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1256, "predicted_category": "non-serif", "predicted_font": "Dosis", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Dosis\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:42.336479+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fe8d178-9051-466b-a1e0-b72ac8d5a448", "result_sha256": "54927751479df66baf684d9759f3d6f8eb336ecf1b156a57b8639095bc8dedd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013068, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.071026801990229, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 515, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:49.031102+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a2aad6-9568-4176-93ba-68e5881aa28b", "result_sha256": "a3a06b817dcf9604de3ece98c25259b51f0e702b1de38922475edaa375323484", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011228, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.187436534004519, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 403, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:20.568467+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "156d10ef-53c0-4381-9d28-241891179525", "result_sha256": "67155f0ee504d34cf54c3fdbeef6866866cd7cdd7b8078850cf1e8ecb52be035", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013776, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.85184766301245, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 537, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:22:47.436449+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "faba38a1-cfd5-4562-a6ba-df9accd02638", "result_sha256": "6ac009bbbd9f0954a36553cda6f8e9af1f88a231549366216faff3a747c77336", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.036564, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 44.09130263800034, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1685, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:13.222928+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "01d72767-ed2b-456d-8e91-4d0cad13d943", "result_sha256": "16962ce071ebd6449f9baa7b94ee0bdd793e4ccdc70dc934baff592e1b6177a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024844, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.429130338990944, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:58.469533+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af2bb831-b9c7-4256-ace2-0edbf2901a5e", "result_sha256": "18bd71eeef1717d392ff2132734c833ecf5513f8e92d575375cab20a115bd6f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023388, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.415807618002873, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1031, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:39.486677+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50afb15c-36f9-4408-9dba-e0098267194f", "result_sha256": "24666526384a94ea60e8bbddaf28fe9614f7310612584fcdf775ea9827c15692", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009124, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.47238661001029, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 313, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:12.894188+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0001271-0447-46d9-a55b-740f06a86c41", "result_sha256": "a401ed7229b3b6c2d56ed3ef35c61862b0aa1c5387c4222031b640189a7065ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013344, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.12096499200561, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:32.621002+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c202276-ce10-44db-a0fa-45b34fb969f5", "result_sha256": "1ae3cf232e5842ab1d0fff5e3830754ec69d1354ad19d78192762e5834584f56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015888, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.227893488990958, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 656, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:08.613884+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a21f9d-ac06-4913-b620-01b6244d87c0", "result_sha256": "03aa842b275f8378fbcb81fb6539223eda217eb75ad78439365a3dd245c673f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.012056128995027, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 256, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:30.088004+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9e1346a-460d-48d7-aad0-833a173418f9", "result_sha256": "a8d64236acad5ef5562fffd8e166dc396aa6fbf4d105f4f8e0f0fe91fe41b6ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026216, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.539879745003418, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1159, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:58.362163+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e664a902-023f-4aa3-a715-7235898948fb", "result_sha256": "403b6cd8fa041bed7a296440b58e295644568d662933f8341c42c4d669dc274c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00972, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.112693682007375, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 341, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:45.105013+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9df998c3-1dbe-411b-8f27-6cb6b522882b", "result_sha256": "1b7af600e893b492c90ec164f0eefcdfa8df2ef881861a81cc3cfa1f2b9da7a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009276, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.198991049997858, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 312, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:15.415769+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c621cad4-16f9-477d-b52b-1f8c766d00df", "result_sha256": "c5d4b74621b4f3ac23d0db418812628a86d26553b5ec5dd3f75cef52ddc3cf59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021764, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.885496235001483, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 945, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:04.459452+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fba151e-4474-4151-8ef2-0f83eb3a5612", "result_sha256": "954384fecf01baef9d25bc4e9fdfb632008d3be7f9b97568c98f783850839acd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0092, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.192135159988538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 288, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:48.356244+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5220cae-713e-4e70-aaf6-4a6216a0d24f", "result_sha256": "89f56bc8b15036c1a75a22500474807597ebf4ce738b331f016deb4e492c1f62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018288, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.477314527001, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 756, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:34.560202+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "92489594-b9f5-441d-9243-afbb2a4e9ac1", "result_sha256": "9ed0de403e4fa30a4072f4b6ed8d93ac749a778b2157060aca5937558abec8a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010596, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.225243764987681, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 378, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:57.560002+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ea2fae8-be39-498c-a33c-999141c4343b", "result_sha256": "1b32fddad65c0bbedf4357ec7bfa914a280698b157b8e646688a1d0500cdafc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007868, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.782057301999885, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 231, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:26.606908+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb353ddc-c1f4-4be6-a89c-99fe33f2d8f1", "result_sha256": "17b326fa3e303f4da5de7ba5e1d03fd6bd84c7bdd49c82cf31b26740e6f31d92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012504, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.828282756003318, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 460, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:59.909730+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6561ea7-9eda-4530-a649-3d9d0c95db2f", "result_sha256": "e2f793186e18699ce9ad9f720488ef5148911c3e271c1956df1bc75399cdf2bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018168, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.026427545992192, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 770, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:21.450416+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "099d05d5-7818-4227-b306-8018e183893b", "result_sha256": "926975ee92ff0e37a7a870b7579b9a9fd3fc372ad0e47f91a9538482581cfc3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013776, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.085803613008466, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 537, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:31.513419+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b902f2e2-2315-46e8-a73e-a1c3d6a9f285", "result_sha256": "89b11945c9727a1347b8b39b5a910502d127d81a9e8047d18fa9cf9a59afdf8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.030924, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.274186283000745, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1403, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:17.123967+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da37e3ca-47e9-400c-8696-7d44684c8ec9", "result_sha256": "a08bc152e068ec27177ec3512c089d20c959c4c1b06c965c732e19d3898aba70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010188, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.012683456996456, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 351, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:04.706310+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "69a6e6b5-4600-4124-854e-10a243c4c642", "result_sha256": "756088033abcdf93903cf640b2bf6a82d08990d2aba6b31f18d3e811b1e50828", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022988, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.629372347990284, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1011, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:59.872548+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f4faa9-db5b-4ad6-a822-fc08f3fdf11e", "result_sha256": "2ffd600b33d98d7b5249c4be58046e2c7fa5100e39c47a92be1b150f9cb22865", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014328, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.936552220009617, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:50.926997+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07fa0937-dce0-42d5-9d3e-ea8e9d3d36fb", "result_sha256": "7c0f2f9666afbff83bb258d6757062807f98325f610904747a2a84fa7154d6b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02532, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.142497637003544, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1118, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:18.999358+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "511f8370-1f1b-4878-83e4-1d9e857537b0", "result_sha256": "7a10904c6ad82df1017c45d429591a66ffd5e0415cb8e242a85f4382c4c25951", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018788, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.399342764998437, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 801, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:18.959968+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "145f07fb-a4ac-45c6-b46a-70b0c39bef4d", "result_sha256": "06dba407df11c5510ff2ad6296096389342650899f4775d23025205438756545", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028888, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.57749483299267, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1286, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:12.106930+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "64c32e2a-3b12-45ec-bd42-ffb01cca80a7", "result_sha256": "3f356e68352084dbf8fdac5ab586f98e299c88b8665a4efca502b136e4da8499", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014044, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.867039347998798, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:06.916598+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d305e39-4880-4eba-9490-2b5aa3fd6942", "result_sha256": "cb002414e1eeac67a1b54820e01d6525869a5198d080fa9663e6a00df7dc0220", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011008, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.82141047299956, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 392, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:58.642550+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aefad9a8-77dd-4b2f-ad15-0630b132513b", "result_sha256": "1ecff1806bb4afbc935b3cd8085163765921bb2e2439caf42a32819702250d3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012956, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.830209745996399, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 496, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:25.994491+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5df0275a-94ee-4984-9719-84526eb194d8", "result_sha256": "2c4502db432548410372015f664fe35f5a9df56ce1fcd8c53749e88de6570c3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01268, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.880894953996176, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 489, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:24.699940+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4be4b091-4d90-4727-8401-878c1835ef96", "result_sha256": "c4df7285f8296152f47aa30eb2e8fc38165a0f8b62b6cc46b505730b9b610788", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028316, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.89223443400988, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1264, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:55.819613+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebbbf36c-20f8-4933-988b-eabb6fd0b0c2", "result_sha256": "34b7f4a7d9de0735458bf4847401799f8d6c64f45e3fa967263292510ce07527", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01894, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.824614480996388, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 802, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:19.585160+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1793b93-0c26-43f8-891d-7e8235ddbb92", "result_sha256": "33870dcd1fa5a3d8ee0a4a14a66169cf8d5fabb313b7e2c3184c9b35ab838d6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013212, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.338436603997252, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 503, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:26.146929+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0c89a06-0713-48a2-8215-09d86234f839", "result_sha256": "78f910b54369faf48617d876975d3826eaf0c906df190bdc8025eaf3c84a653c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.029268, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.411533361999318, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1305, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:31.922597+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96ac80ec-0293-4390-a9aa-04a3349447b7", "result_sha256": "641e1e76a3fd1145676da6b1f8d59f1f770a20a1168490cfe6dd7a12f63e36e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01234, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.398279369008378, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 472, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:56.316038+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d4cf83c-0d67-43c7-95e3-03b2cbc38ce2", "result_sha256": "1bf8f2f8787955b146109caca2cc676be8e01763851044d96d2ebfb42faef5cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012548, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.848021205994883, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 469, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:08.648356+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d357967-c0d0-4f47-8265-0b64e9e85e2c", "result_sha256": "3ebca126606a67923c728cdab0117ec76ad28346cbc6f3e055f1e09e89bd99f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.041076, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.1261566470057, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1901, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:47.339381+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bede85d9-fb19-4688-bd04-f645b2b03df7", "result_sha256": "3c95652ff42e4cb070b0ddfa9a79887683893e2ae30ad2eed8db6a3eb2f2710d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01228, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.88947124799597, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 466, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:36.630460+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d71285-32f5-482f-989a-44e3c5cd60a9", "result_sha256": "b440f34cd64075f99df503231f8a393011e9cb18af16721317d9788587bedcd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.031536, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.360350614995696, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1425, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:28.956222+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "544f91de-3410-43d0-a731-6132ab4839db", "result_sha256": "d11f711eec5f31d41cfd4358d4541012506cfbc3f3f04a93725468823bdc85b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012388, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.43952122599876, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 481, "predicted_category": "other", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:11.401977+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd9600cb-6898-4731-acd1-cfbdd84338e9", "result_sha256": "e36a43ce65558804fef3f411ef2798ab5ac3be4fea4deb1f3532e0f76568a45a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019744, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.927572127999156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 844, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:12.479213+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "751a597e-3158-4c25-bfa7-a7d632af4f0b", "result_sha256": "813faeceb784d54145e3c9c4fa61cb7cb0762afddbd6d43d77e43431556fe106", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.019164, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.47855783200066, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 793, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:07:21.217958+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2aba8d2c-0479-4a3d-905c-1cc0584f223e", "result_sha256": "2245a13c819e3ba296ead36f84e1d265990ae66b6b44ccaf54d272e18323bf46", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00748, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.169340865002596, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 226, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:22.564482+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b737659-cd12-4535-9829-ff691a9119d4", "result_sha256": "2c51f17c8c7d043f819c635804105749d2b4bfd43f3409cdfd3d88df7bb59dc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012636, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.710208474993124, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 480, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:16.054817+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ffdfd51-c64c-4233-ae0e-934f2e5848cc", "result_sha256": "950b60006b4708d1379048bd8269fae09cb75b70d348cb96a6caca43da763eee", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013668, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.113952133993735, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 545, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:43.847054+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1286e4d3-756b-44a0-be36-3e808df7ec53", "result_sha256": "0e833c828f8861b4710e1b1394961311fb903073bdf0ea8316245ccdcddf455e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012488, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.099147097003879, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 466, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:55.320548+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df24be3d-f76f-4ca7-bc34-047958fd2140", "result_sha256": "1080abca525b0fa82d25bb8491696bb573d46d46ff2df43e3194c6db7456650c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.019148, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.714789378005662, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 799, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:02:14.146267+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce04b6eb-7253-43d6-908d-cd57106637c3", "result_sha256": "5060e6efe4f81260a839c7564d5bd5be3e4501ffe9e815af0cc6f3424e7333f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.023604, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.55191792199912, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1037, "predicted_category": "other", "predicted_font": "Coiny", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Coiny\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:36.718540+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d7f9b66-1867-45cc-ab2c-53dd15a5bdae", "result_sha256": "ea5ee02aa2a05a11699b227345119af45e980a0f550e5f87584f95453015bc40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.018148, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.029958522005472, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 769, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:25.565744+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "15e57efc-95e2-4545-9b9c-1f7b63d1341a", "result_sha256": "c192e4d3b186165f649c0e1e04938e177cecd4e121d39ef1eb358c6811da2185", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010788, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.575704025002779, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 401, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:49.001466+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "426e587c-e8f0-4cb8-a80f-a70ddcb3ffce", "result_sha256": "57dc3136efaf8d234de69427a911d0f4612f29f50459a5e203a349b8d014bcd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028396, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.77823983899725, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1268, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:37.804893+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02715a78-a9f0-4e1c-a23c-e7960d992a3e", "result_sha256": "498fbef90d406e261e1f7c84128063259e9059f1d7b0edfc60be0d941bc84f20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008084, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.326778684000601, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 239, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:39.548720+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd123a3e-cca6-46a8-b879-fedc51c17148", "result_sha256": "9085091af6fcc75c8fa0026f174d0e2c1c736c471923a288cde488f037637a4e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.023028, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.744416086003184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1013, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:45:01.970237+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb39641d-9302-44c1-b7b9-319d700a0c82", "result_sha256": "3f0541781e66f819028d69fc6d2e1fe5d5a89c58cc2734d13bd0534b9d622d38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01056, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.510468849999597, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 383, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:34.197926+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44fa8ac9-ef51-489f-a259-163a7c82d87c", "result_sha256": "cb963021d4d9210742945808b6f25403e57cb14c345d5be9d932ac7a5127344b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007208, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.065751188012655, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 202, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:51.271152+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef580472-5836-4758-a93a-7822aef23e90", "result_sha256": "a80453b060df1258fa252cddfaab79d122145300324b20be590dbfd394b92004", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015028, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.403454878003686, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 613, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:49.222744+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa264e12-05d8-46f1-854b-1a513077c252", "result_sha256": "f0e14883b7129e1fc92c5a5855b9a678853fb69e3d4114b50fd5bcee8e12aa21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016588, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.919919502994162, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 691, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:57.639805+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a07e412-eb63-4319-b98e-6a0cc1780317", "result_sha256": "79c4cd67684306edfa65793e4977ce7ecb7539d0c1687bc19e582aa5ba88b7e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0167, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.11992328299675, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 687, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:23.979559+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f38adfa-7b31-4666-b13f-b53a7c19ca77", "result_sha256": "734c1fd7ad564d254793ade64ea73e90448131323bdce39f77b3be3c98ee7059", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013156, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.002856609004084, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:09.616983+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aef63afa-0589-444f-9244-528ed7bb407f", "result_sha256": "01d9a315a7048520c7c74d59d03358364718c89a25fd2566e085aaf28dca388b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011524, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.889365777999046, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 448, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:12:41.974406+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75670a0e-92b8-47d0-8d61-e360eb5fc0cf", "result_sha256": "9d23f77e7224e4f59f96b0a1abc24b9f75d9fbe22f6e4e1a73b1f9435a9af078", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.031964, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.197787339013303, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1433, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:00.894780+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6a7684c-c8be-44a7-82c5-ecb9a9aee029", "result_sha256": "3eb8c0efd673a416b5e45c3696333031f64ffb8ff7f10401391f4ea71cb6ffe8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007528, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.840968914999394, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 238, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:12.495810+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "126717a2-cbfa-4e0a-acdd-d0235de3644d", "result_sha256": "487e286840bc316e4a99d351bb1b06e746b96910bbc5724b093dcf321270529c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.024308, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.598790567994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:05:32.743351+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a663499d-d21d-4048-b71e-b7c8b8cc5df1", "result_sha256": "aeddbe70566dfc7b16bfb1c1ae1ceffd7bae6f94b4bc435db67283b4531cc02f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009676, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.351206040999386, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 332, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:56.255693+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d15a28f4-5fca-4bf5-be9e-6f219b1a869d", "result_sha256": "ba05a616f73a46f7dd99f31edc5791febbfa85f48aa43e48a97d741cee939d54", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.027524, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.684502845993848, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1211, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:35.520070+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32a64aaf-e964-44ad-87c2-a2c2376f5260", "result_sha256": "4eb102ba795d3bda73e35e7d9b38f9504ca6ebf5bb9996b2c6fb8d2f45b0f752", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019428, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.548613331004162, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 833, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:09:16.644926+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "697e0de2-eecd-4411-81e0-88c2104a9ed1", "result_sha256": "8b694d07caf0625621e780462e86ba08a8cb51b717da948969e439540e8c5682", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012068, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.373571254996932, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 445, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:56.593805+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d9ac9b2-eb5e-4213-ae0d-3aaf99a2d921", "result_sha256": "7a53efa5c44131df4de381bdaf6997dbdeeecf839beee0ab0aa85b0391011b82", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.7019159220071742, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 187, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:32.545020+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "368df83b-d6c8-4226-81b5-e6e990babded", "result_sha256": "a536c81311012b4b0f32fa6ec8d92cf7d8191159a03a0e7757681adc302aa0fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.939226784001221, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 275, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:24.022671+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d805d95-db47-4c62-9a56-61cc47567c48", "result_sha256": "3c5b65b5b650b78c672007c34fa135d145334984f6f3ff0af44562b9be719065", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008476, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.198712315002922, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 272, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:42.576263+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "733aab6d-5c0f-4b5b-8a01-7e861febfab3", "result_sha256": "c5eb6d374b9188571c5b09c1975b7a4321f4f6b5179ebd7d743ac50b4330aeb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02406, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.042135747993598, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1055, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inconsolata\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:56.744886+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f41db584-5abb-482c-94d1-cae1896d4cb2", "result_sha256": "585cf3bded6ab051aca5d511c83f1e88d3749e41b4a9935b4afe47649aaff103", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.030516, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.86353064699506, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1374, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:45.556594+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a13bbac7-a863-4353-9499-3a940ef296d5", "result_sha256": "ed6c1fa38563a7bee6632e0b553e9f4c8f7870546b1cb566dc8fdc5fdba6e29b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006932, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.043623207006021, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 189, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:47.290692+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "585873a0-4bd2-4b7e-b620-4673d982032a", "result_sha256": "e66dfe5f2130bf8e14a31e03d8ebda3523adec4b633c5362ede467b06b81e988", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011728, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.388481761998264, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 448, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:21.902151+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8fb064a-f7b0-42ea-8451-77b1c7354d33", "result_sha256": "4fc8c66b1c0eb2c857e9f63d3d97b6bb9e6fe6a14d769d68abe7d4675dbe8ca0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013348, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.335686318008811, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 509, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:52.030599+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "17c49414-b08a-4cf9-b9a2-a4681008cc32", "result_sha256": "da629877d153129f2afb342199196a546aa14ded7deb888886c5312af7d295c5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020516, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.51226720699924, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 874, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:11.845728+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d586a2-87c7-447b-b473-a69b380849d9", "result_sha256": "bb1d493914d1245f0d195ea9def78992291311f0f7b330c2f0824e9e76ab2923", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019936, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.305160079005873, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 845, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:50.219649+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a21f0ec-dc19-468b-98b1-f0d86d38f0b5", "result_sha256": "3cbb1187f2e09d7b7b5ceb54fef50eeddf95bc6091d8dfa9cf85c763c137c841", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.149902561999625, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 605, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:40:00.546733+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a828e1a-82b5-4882-87eb-fd4c0910e2de", "result_sha256": "6444ba4710b46c289940f3448149b012a4506a8a78a0dbc9093c0338855ece75", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0072, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.332019245994161, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 215, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:32.766512+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e28934db-4dd2-4247-b93d-34b2751e1002", "result_sha256": "9ffccf6a6af9e6973d9e08a22fbbc9bed70d74d40074a91b5c07238347e26272", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013852, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.093622333006351, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 535, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:59.576392+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "410a8c71-80bc-4327-bc69-d2dae816fc78", "result_sha256": "c5f548ae276e9009430fecc1c5516794524129e451b79b45b87f54e469cc530a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022468, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.178717982009402, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 965, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:14.912362+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b96de5d-c536-4fd9-b465-b1b4a0dceeb1", "result_sha256": "22aab3ab84f27fc123a178f3894232cab7362dd8ce73fa97784a9ee25572f93c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012368, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.126173868004116, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:19.381698+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e24386d3-c45f-4591-8f53-26094c6e0ba4", "result_sha256": "7fad563f675e2eec6355b00426f499814a73407784508c6fedbed828174738ee", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012356, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.246427692996804, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 466, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:07.206080+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf1b1aca-b095-412f-bc72-5a5d7982288e", "result_sha256": "0c7613fbe6a8354d1fe5ae111f109858d2932a98ca176b79f84509562ba3d5f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0272, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.952602844001376, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1215, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:55.059457+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a00c14a-3c3f-4b79-8387-f0a880f8e02d", "result_sha256": "ae43f11eb98464821206b672aafe116a24f0ee8ea5f283a13ae8e2934922a311", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.031953686993802, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 196, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:47.307364+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f19d8e7-d6f1-48da-a9de-b41c6f489d52", "result_sha256": "5335c1b1d5b9a37fd3e60bedce162222e1b1cbf27a298c21944413908d0ba5b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012196, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.479362501995638, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 458, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:14.690583+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bed3017-2533-4508-baab-be698c6587a5", "result_sha256": "3bc139d94d839666ab250289b0efd179ebad9bdaac0a9585a5aa7a08c3ee1781", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.019168, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.941476573003456, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 800, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:03.168739+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a305035e-963c-4f2d-a26c-c0d060d4d54e", "result_sha256": "266af5df70d06de4d901aa42dae78bd8f4b3d7710d20673b842c4aed013e84e5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011216, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.424376609997125, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 408, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:54.975033+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b37a30b-d405-4d9e-8a32-8f529ceb1512", "result_sha256": "0912766113c4eabddd669df0a0c83edce054bf863974c539382513b4af3c43ff", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010248, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.078051449003397, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 374, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:26.012821+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8710f9b-9920-46e8-8971-83b9e430edc0", "result_sha256": "425fee75af44a6859105cf5b884f0b610b45cfa11468444064f31191797c9379", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01894, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.45510947899311, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 802, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:42.064482+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38d58f21-ccfb-44be-a413-b4c7e7836e80", "result_sha256": "a93737fb602a5ea29a9954a393eadf532b4b9eff7df9853c7fd88241967d3ff4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.024284, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.792130229005124, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:48.785750+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7916357a-51f2-454b-b7d0-84ffa26a616b", "result_sha256": "964e2189e6ec1cdd0420108fad4075195d4af1cfd4706d2b08ec92d29f72f343", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011904, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.170701789989835, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 430, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:26.400426+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90711c32-5c4a-4cd9-8f63-157879448133", "result_sha256": "92a3547bae7b7c3cfbf24ba446b72c3734d4cc9cd1dce5eeea12a10b2dcfc89e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01404, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.76221469999291, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:28.880489+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dd15312-9a99-4cb1-bbac-1b9e88c8b956", "result_sha256": "c1a44cfd4ca56b86d3e7efeae4619e6c6b0b8709a55f988282210f1b297ef1ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01384, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.701975971998763, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 544, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:13.592690+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "453b09d9-c523-4316-be0a-0156fc61329f", "result_sha256": "16484c753850a8dab667bd4ce0d9ffa4ca593cde4812fae75209c1195f3ec7cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015696, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.799298813013593, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 633, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:16:36.667509+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90dd0429-ce4d-4e20-9cda-927b4d8091d8", "result_sha256": "02d602ea7b89f354c49eb4eae129fa2d3e017daf210ca46118e29fcc7d01047a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.022556, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.86366469800123, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 976, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:26.454793+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd75e70f-9044-401b-a5c5-0dd079812af4", "result_sha256": "350ebcc77f5194eca456ca80fe615824754d4aabfa95df3bf8d494220aa4d9fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014328, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.718744569996488, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:15.929501+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98672a91-24f5-47aa-9546-2bf78abb648b", "result_sha256": "9e8b09dda7a7cf53a1bdbffbe15c7dfb81dcf08fe76a3fcf28464de3ae9185a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013308, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.248928685003193, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 527, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:00.204635+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "19adc97d-c36b-4650-b570-adf7e896ea8b", "result_sha256": "a239a8133d3ffdd9c743acd2c81b26c3826fc7f31d6179c698ecead755571613", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010024, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.186808328988263, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 358, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:14.863499+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fcb9fb2-09f4-4c7e-97e6-8f640f95c307", "result_sha256": "d086c670e70683537565aacd1c795a50c3921c950fcf2316ded15d24439eb62a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02446, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.528164824005216, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:21.156753+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9870a5c-d57e-4dd3-9aad-4a4efee45d56", "result_sha256": "5baa0e3c9f190964aa2f878b3e96e0d1ba02cae21b653fa76cbd0f642f0b458e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011096, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.861255715004518, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 403, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:48.025262+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9de2fff2-d690-4bce-9cd4-5e18b819ce14", "result_sha256": "da62239ec603063de4736f0308bbe7fd85fb0bd1ce189b90d6c5dad4994802cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013008, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.974123808002332, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 492, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:30.698970+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccf62be1-f677-4c20-a395-55dd4a715cfb", "result_sha256": "012f1d43ef35c966231bbee87df328b8ba31947b84722723586054d1f69aa91c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.035224, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.33598649800115, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Avenir Next", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Avenir Next\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:24.864329+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "412ff06c-1a8c-41e7-b4e6-8ff407f99079", "result_sha256": "9ad1d2a42c9bc80758a7882fd078c0b83834536676fff0a83bbe9e5bc0505d3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014196, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.727775569001096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Avenir", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Avenir\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:15.317823+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82cb3a5a-7e9c-41ea-bfea-bc396241406d", "result_sha256": "342de66a7867b54ae35cda7b07eca500aa460dae8f30fc8e74d6433260e5ba34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.037904, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.24174953599868, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1730, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:23.918210+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d92b1730-bcc3-4084-a2b1-18682012b29e", "result_sha256": "994117b07286856d0380b5625253576dae126a7886eb20b75791ce8d302a3457", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010096, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.41823501700128, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 353, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:10.764909+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "505c11c3-3da1-41b1-aad6-5b2ecf4269ed", "result_sha256": "2626a8d606973c58482b9bc70ac210be801548a408d691de41867d6d7010bb45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00906, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.711898852008744, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 308, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:29.354674+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75e0295d-bef9-444d-9ad2-1cb678ff9812", "result_sha256": "e38eb8e38321021c261d0a217224a14f16f2052b37764d0abd23a67fad231576", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.030496, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.20441709998704, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1373, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:35.498332+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "010ec420-e601-4e8f-99bd-5d54e0152bf4", "result_sha256": "33201c61ef2ad2d5518e72cac9bf3b827968ab963fdeb2f357512b954c67ee6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": true, "cost_usd": 0.15234799999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 107.78418227999646, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2363, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:56.600526+00:00", "request_attempts": 2, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 1, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "707162e5-d145-40f1-9401-bc68e9611a41", "result_sha256": "3ab619ca658fe848dd116ef70fe388d44ed2e3cf55d3c71a9363a9238c9d9da8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.032436, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.09010354800557, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1470, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:41.087496+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ec43b96-59d7-4153-9f89-72f1b8951c0c", "result_sha256": "8f70645a77e17d9a6ec2900f1d5d6424b1a6890fbefbef67b34901fb29919195", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0092, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.429104044000269, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 315, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:21.725071+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de3c3a01-5765-4434-af6b-db23e9fb788f", "result_sha256": "689cb0f16759e855cf68eb7f5ff1291645e6fd02486420c58239bafd3aea9e89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008272, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.193275440004072, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 256, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:38.834703+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7225b7d-1cae-435e-820d-422d5190f09e", "result_sha256": "78123e65024c34890863c04e95b8db28231cf6bf294feff4c2833fd4e049e1dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015108, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.588179090002086, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 597, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:59.687962+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "133b2e4b-fc18-4fc6-8cf5-3874e8d33d2f", "result_sha256": "10e1239145cf7c492c66d23e521673c192c79091958ad4da7e05268389acfec5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024784, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.42552680100198, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:47:04.132759+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f6531f5-942f-4670-b359-a0e24bb4f72d", "result_sha256": "ae301d1a9492f8e6d145f4ee546b109a3e802c41f8a6e1edaef2d8c44fb77be4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008884, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.4696451159979915, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 279, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:44.624141+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a0a33e7-b410-4095-852a-c1841027623b", "result_sha256": "1a40860bc382b0acf8486152cc3347a19b33eeff9d33df0204958d2c4a9bc002", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.040628, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 45.125785576005, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1893, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:02.447360+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fe77b50-d38c-4d80-9fe7-7d7c509054f6", "result_sha256": "fec0dbe05e1b63424a672747ab41526b013c400c73efb2e8ae5ca48ec774e472", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013136, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.23724902299, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:09.242143+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bee8de27-4d2c-457e-b95e-76932707acad", "result_sha256": "a9c4bf76c387ebe753143b1a088218a1e34461948706b00eee51be1175c5e493", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023048, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.474421716993675, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1014, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:02.673623+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4830c477-d8dc-48e5-90ac-48ffae0afd36", "result_sha256": "f1da4754a54bac34c4f00884ed40f3c741f819891853bfb696f13f60eee4086c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022584, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.643806544001563, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 986, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:14.759098+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e284ac6-55d3-4f32-812a-99fdcbc3c26f", "result_sha256": "39b88b47bdf3f36a7ff0fe0581b3270c6d7c68431d377fed1a5f396e049abbd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021104, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.037582308010315, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 890, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:51.562252+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3808d37-0e8a-4b2c-a8b9-f536e8ed6e5a", "result_sha256": "861176460a515e2281a66f2d1d36b0a278524348b2cd17cf8842f9f0246221db", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007856, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.015045829000883, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 241, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:00.444710+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39438e43-a653-4921-854a-09082abfeabd", "result_sha256": "6dfcbed759e3dac4428c50d98f92781659c3dce3cc0eb7bb9ef89e375bfa99eb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00712, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.6563892569975, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 211, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:03.127330+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74b76956-cd94-496d-8260-f4e46df06b5a", "result_sha256": "0381568540b13614dc93dbbbcc78ec1d096d2a0bed6e08d7881ab9c148c95359", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011336, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.43670127200312, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 415, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:20.838215+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e491a3-50b1-4f34-816e-2ab721b0c302", "result_sha256": "b950083e8a315b3a035de3d654c5beb87c87038010f3641bef437c8e3108e6e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011996, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.961128676994122, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 447, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:15.275203+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce8d3bca-ed9c-4247-8495-fb77ff2fa2cf", "result_sha256": "c4024fd00e31c9d98d65fa66caa2944e452e614248e7c9f635239739d0a0a81d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009608, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.882523672000389, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 318, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:31.416456+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74a9f9ca-e5d0-4a18-afe1-4d12d1386f8c", "result_sha256": "7539f94b31e942c593aed89ef679a85960f8b005b0a50255b31816a1b963bd7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024576, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.02574717500829, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:07.768708+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "59be73b7-d6ac-4464-8ebc-143dc3cb784f", "result_sha256": "ac981ddb7ca18fd2c46965931ff13ecbe65e95e63fa7b07da2968a9a51b23c5f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009336, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.834562981995987, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 314, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:41.045854+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98930bce-dd27-44ef-bfc4-bf5c08d587a1", "result_sha256": "bdce210ede4d41cef18883f343f53e6dcb68235236a700112b7402a3935c29a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008764, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.071080898997025, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 273, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:14.486923+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2cca11c-a714-427d-8771-7598abd880ce", "result_sha256": "847204103b620d03c8c3efc23d4a48c010d9c50c229aa470579ffe874c844d25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024652, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.395718248997582, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:55.202819+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "139a82a3-a77a-457c-b4cf-56c3c9b926a9", "result_sha256": "2b4d5f30fdc5d93c4f54b6ac9988fbcaeeb9fa6069452d71ea62924fe4918270", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010456, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.717027646009228, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 371, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:47.680923+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39f7b45e-af5f-4a1f-84f9-a3702db9299e", "result_sha256": "ed771f605b78fb1773bf6622067c9bdd8075369401d277510857fa790d5ae251", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013984, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.02128909100429, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:07.980672+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c512ac7-aaf7-4e21-bc36-0f85ac4d2260", "result_sha256": "b3f91f6ecc69bec70e975eec00671a55a88042ba1f7c9862829e77b64f7fddc3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010828, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.951149047003128, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 383, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:41.561840+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab9c612c-d2c5-4496-a82c-dc9130743028", "result_sha256": "28fad798c3a9ea260be3a4240587370715eb55766424d1f5f1f67ea14cbaed81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027088, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.80653080600314, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1196, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:24.381214+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9d84c2d-f4b3-430c-a22a-fe62f210c6da", "result_sha256": "ce32e6e8a8d7dac07329b7d883e754ba7536faced6e1f409a61565a54c448cef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024384, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.86250680500234, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:48:45.898388+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "69d6cbc3-60ee-4f6f-801c-73ea110ead29", "result_sha256": "f44fd1e8ddc35e1c8215f4fe47db211e05a1b6862ac425e20fefda370ab038a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030548, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.43580431000737, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1389, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:08.998937+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "25683824-e91f-4279-bbcd-5ad7d69d4b5a", "result_sha256": "48d0b997eb55e14cd81617988b84408eb4c25a9f6d27322acfedde25f33b98d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014268, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.507960358998389, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:28.582333+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eba93a9d-9b36-4739-b9eb-7d06da3768aa", "result_sha256": "47a7c4abc412b02da35788850b4ab7014f566ae4c824a5ee4c290769c29645a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010768, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.554413846999523, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 400, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:02.447853+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da5bdef7-d6ad-4760-8c50-8a2b164ca441", "result_sha256": "190658b0f67c797b386fd203fd2b174f3e16b679ee1fd9c5a92b8503bdf1920a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.035238804994151, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 202, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:23.766879+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc020f88-f5be-4955-b0f2-e42d458569dc", "result_sha256": "edf9f089a3ba9b8f7bb21f8783c86d158591a5a640383ec15ca778b983d5ef49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008076, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.849906653995276, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 252, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:17.670035+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a3b55e7-8209-4239-ab2f-f452299c98a9", "result_sha256": "33bf35d03c51c260cc190ea2200f9ff275348e956f114e34d5b458aeb8ad6221", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.055636, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 56.43217002300662, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2630, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:08.230686+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ef70bfd-9537-44e2-a98a-dbbe2c408026", "result_sha256": "a7f0aa9616147eb5150e92afc8e22ecad142da046b7eb347a6ba6486a9ee310f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0081, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.484749491995899, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 260, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:12.694233+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11f1a94c-f836-4038-acc3-d8a289798b48", "result_sha256": "547ec107c1ef32d28b2d401af74ee5f803256071a172d1c35e931df4c49e8283", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.035068, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 48.33931891999964, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:46.470436+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "69e7293d-00a7-4c06-acfc-e535f87075be", "result_sha256": "c75f400ae6d8a06da5bf26657095ea347ab79c67010a4a33df9efa9c02e34655", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033068, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 44.574323847991764, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1515, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:45.013830+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "323620b5-8e55-4245-9874-d394afb6b862", "result_sha256": "bd4461cdaecc4be4614012be5de7db7eccfccf7d0298b8a2889b8ec8c4297df3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028416, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.11231580399908, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1269, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:19.145933+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c3fb174-78ec-4ffe-bc9a-b6c0fc3de83b", "result_sha256": "1369696fca32d78018d213f2e41b4c5bb0c6c9ca0b7e2bd1f33be2939ea2718a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015772, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.681298702009371, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:27.384912+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "641f8c5e-222a-48d6-b5b6-e923f6e9b5bd", "result_sha256": "1b08c37c72ea403035640476f20612d7c62ebaa475a1e04cab4a1fb82e88954e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010036, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.073388251999859, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 350, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:25.356215+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb99a399-19bc-4e97-ba8e-192c5cdbebab", "result_sha256": "51923a871471fa372711ce2c29fdb73bf9a4de52aee0ef1d5904209eb070be3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013984, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.971756954997545, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:05.676925+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35b735c-254e-4d79-9e30-38300f02a621", "result_sha256": "874f205f285cd2edc64e408ef81014a35e31667f79e2a18a01ad7462cbd1208b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008688, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.336252784007229, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 296, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:22.072834+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "236d29d0-b1e4-4a85-bbeb-ba122defbf57", "result_sha256": "20457005e57e7cbc0469472365ef13eb35c797b5f5fb7bddc04002932f7b0aee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021156, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.10995176099823, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 905, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:18.344779+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "914635e6-0fcd-409e-8fa7-322ffea09862", "result_sha256": "267de53eb9a28bdc72c41dbff02bc8f3d48ab4289fa7ca00a8ba5a5cfdf24632", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023776, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.458657285009394, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1037, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:51.595624+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c3142c8-23a8-469f-b964-8dbe7d4084eb", "result_sha256": "69c8c1d5712e9755828e9de047faa651e573c12dee200e72c7a233f34549eac9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008696, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.695892418996664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 283, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:31.126259+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "08229640-5639-4063-a205-c4226305cc17", "result_sha256": "fdb70e8abb2c4983c6bef2964c072c78db11b59ee5b9616bcf2cabb79df8538d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016764, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.31342282400874, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 673, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:36.152680+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea492090-1f5f-4125-ae75-7136748fe7e1", "result_sha256": "17cfcd3608b8363705af4d518220590586e5f9b225eb841c34f895725ec4a253", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011068, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.822983600999578, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 415, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:27.077616+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02ac30b2-5365-4a65-92ba-7579ba5fbbcb", "result_sha256": "05e849d5390a7b00d1e7e6e767684b7dcce96016f7434e2a4c57bad213624f19", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009316, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.415022247994784, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 314, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:56.924737+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c548086-bb9a-4c5f-8ece-1607e907c4eb", "result_sha256": "1a2277f4a782bce6a5bd75d02907c1c55af54afdc74002c4ecadd1c37ea77ada", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02188, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.339023841996095, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 949, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:02.003251+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f673219-6b17-452b-b7ce-62d7a6d81d39", "result_sha256": "a7de2cc6640a55696d15fdbc4b016b3425321d2053a74bd39bd73240cb5dcf81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024788, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.5598006809887, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1081, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:55.157209+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60a0c1b0-08da-47f0-b44b-03aa0c5da4a3", "result_sha256": "05188ee6666d4c20f64353b625a2e3e42212f8340666ecc5d3efffb0d514b67d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.569193743998767, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 183, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:46.528664+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "090cdb86-bdcf-44ca-9535-cead23452830", "result_sha256": "b9e08b055a41b7dda7f7c95277d621e136d746a54ce9e0f0af2e4a069e3e722b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009124, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.4641749750007875, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 313, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:06.191660+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee3c4813-580a-492a-a96b-ce2f420f83e7", "result_sha256": "a36964cb80e3c69a6512a821f616b097603fe684c68a0df7816034ab5a6aa2c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009888, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.633925645001, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 356, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:00.177215+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbc1e1bb-91aa-49fa-b9e8-30306d5fdf6e", "result_sha256": "f5712e808990fae381b4aed9a377e635085574365de36ecb8c606a42f8d33756", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007924, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.304225369996857, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 253, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:26.375589+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21cd0a5b-dd6a-4dae-9d46-221efc694257", "result_sha256": "ce5bcd7e2e41a2a4d43e4da62b8e0b7153a496056ed0e312143f0e78f1dca02d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008544, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.301248129995656, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 262, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:02.853367+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7429d78-624d-49ec-8822-a3051a16e1fa", "result_sha256": "fc5ee547350ed7b9db16d486a3bc1b457c0d177438179ab5a3e99620d0bc12cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008916, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.158448379006586, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 294, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:39.549290+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a965408d-a20b-43d7-9401-b4ee0412deca", "result_sha256": "2cebb9b88eecc66077c8a05aaf7acb788d609b04c633c10beb61c82663541c30", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012984, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.65293351499713, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 506, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:15.077420+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e06341d1-7689-4818-8b66-371bbf8a09a5", "result_sha256": "2fafcc8abcd6d68f2838913e9f1d3832e7c8c1906c4c62405e01d1f3af09f0fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01084, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.06650711299153, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 397, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:41.866737+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd3ee794-0780-4d91-8cc1-25885bcd0a09", "result_sha256": "5557568eed19306015d2f990ce54b94db5f1fc68824bf7a5f5e96d36cffb742a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01408, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.079410427002585, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:47.693875+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d9df806-4367-45c0-940c-edde801689e7", "result_sha256": "dbf7c013c5aec1c737e99281df86464f6e48718f86aff51a0e2d872bb314c844", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018196, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.103483933999087, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 758, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:11.471202+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05ec7ce3-619c-417c-b91b-b66503a88f98", "result_sha256": "e205317772fd160f75a17136cf97deecb7ee88b548194e571270b7dc9846fd3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012868, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.04716544400435, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:31:53.393716+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b43cb2-6e60-4119-b81f-d4e48b5deedb", "result_sha256": "0d995c0b9c6bf54f15957ea3460f67dbde50e14e5062d024debb67f7cf8586fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017068, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.155179367997334, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 695, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:48:06.611548+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a36e07-29e1-4d10-8a27-5c431cf73248", "result_sha256": "6bdb5616ff5b01abcc7347c4f39bcc076fa873c2a5809698106765b4130da9fa", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.034916, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.9839045030094, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:54.221771+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e517564f-4020-4b3b-a08c-64ce14ad799f", "result_sha256": "edfe0c71576d435fd36785034d374cd421ffbe04952d2ba79bd231ed8d1bf3fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011884, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.519817611013423, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 451, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:47.701447+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79c21e20-7d87-457d-906a-4c886531de74", "result_sha256": "344555b5fdbd8cb29fa4601f4df0d649396fe6938b24d277e2072bb4faa9e79d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00922, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.732043835989316, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 316, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:51:00.262399+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f0d1d25-a7af-4dd9-8c55-a21280b1f522", "result_sha256": "7b4a9ff61eee8032492ecd849614c24f798e7564a04c9b5352bd1b382ed79138", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.044568, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 45.87873950599169, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2070, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:10.840640+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "692b7dc7-718b-4acb-baeb-f9b31cee1244", "result_sha256": "00cb797e14b5414d49d16e821f793060cec572d5839497b60da68df24cf1edd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.033944, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 41.70404460399004, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1554, "predicted_category": "non-serif", "predicted_font": "Avenir Next", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Avenir Next\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:57:46.839385+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e2aabe5-48c4-4c1d-867b-6c32a48f489c", "result_sha256": "50773491548c17ebc093b3f2e75602dad609ef5f0ef1ec4a79a0583504ccb6b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018732, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.44785843900172, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 779, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:56.663015+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e23b10a-77cf-4e11-a043-7feedd24cc0a", "result_sha256": "7c8ad187be4183fb834559af63f3514affeb2d3515ea8d46b5d6d7744cd5e4bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020648, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.83211147399561, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 894, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:48.830874+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5b02467-7010-4923-bca3-c66efee5ecc7", "result_sha256": "93d96dbed4719ec4b0ef4012ecc8d2b624c28019cd0725bff805d2b93a92ea1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028924, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.598205261994735, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1303, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:40.701219+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca8fb0a-40af-452a-a755-9827da2a9029", "result_sha256": "5c8496dce8b0645c80aa7a586e6216e127e890cd2e179d947b3c1d7fa0676b23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.028588, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.313399624996237, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1291, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:18.892169+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79ffaa7b-4c0c-4a81-8782-f33da19fc7c7", "result_sha256": "9cc9addfa137a185f6ce4bcf38eae13589a31f729b9fc8c746515e5d59e34b8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018004, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.886772489000577, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 757, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:14.900730+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60862adc-5708-41d3-8dd5-1275e9f7eb2e", "result_sha256": "95a00de46296c33d0ee35386854058e7bfb5014bf5604b737e5eea8df970c3bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02092, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.750175077002496, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 901, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:01.878880+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f83bab62-323e-437d-acbe-87b4eefa212d", "result_sha256": "edcf9e6b6ddb3945f7af241a8cccff5b060713d2b388a349e493d2128dd3cef3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024576, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.77422415399633, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:06.662386+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd0afa43-c7f1-445c-9d2a-201aa4a9381b", "result_sha256": "daa50d79319706469a2dd8e207f853fee9d845ad6095474b5c883a663063e3da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008568, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.17404961399734, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 290, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:10.630137+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c291fa1a-6488-4dc8-8dca-9483595a160d", "result_sha256": "fc992d2b1f906e2d2c2a8ff8686a564936614313aada81be15cbb3767f909afd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024108, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.769264453003416, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1047, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:10.248327+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5e5cf84-dcb3-4f02-af89-e7b171927965", "result_sha256": "fb22d29915f13ba69ad2e4a97e4bd80aba037def9c6050c883ec08fc2a2c6552", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021756, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.767017064994434, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 926, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:35.130357+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d8614b-6a28-4698-a550-3aa5b8bb10f1", "result_sha256": "596cda39a544a59139b5551856cac3dbc677c7a4eaf6415e865292e6612c1168", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.029892, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.76318746600009, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1337, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:01.271739+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71926fde-3b8b-4d19-adc4-facb035c46d5", "result_sha256": "eb09d54478074ef1dfc432c807448fba19797d9e1b4fa42c9c6022ffc927bc2c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007288, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.941595198994037, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 206, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:27.734437+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9481c2d-f6e3-45d5-8b32-142db45e343e", "result_sha256": "01a9174cf8319cada48ae0566a630f7f59e84d1b0ccd3be635d300785463296a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008816, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.876306070989813, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 279, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:00.692941+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f053d46-93a6-4e3b-ab1d-57afbf118a04", "result_sha256": "2ed5d70f420a439b965eb7d4803f4317d1d7af863aad1c21acc92251d4343670", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013844, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.850266415000078, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 549, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:40.415897+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e61d2445-ae1d-4a8b-aea4-97a1ec0d5008", "result_sha256": "60337055a7a561cad37eb6b8e1c21c8904d141921daa5c35b487a46f9a968f07", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012348, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.542030960001284, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 459, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:10.375493+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09c8879b-5102-4d3e-a193-60e2af186a23", "result_sha256": "18b42d516c05358ddd381c1e39b91fad19a056c0df572cc71e58b1e0ecc845fa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012864, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.718769152997993, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 478, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:09.326077+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ec01e87-e481-4133-8722-92de6d32bed4", "result_sha256": "c4f2728d1c7b137621462c6fcf9750817361dd40811c124cfa14e4b0f4ce9552", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.2265676249953685, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 203, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:13.155197+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58be9e4d-7253-437f-8b6d-e66288bea29f", "result_sha256": "2c3b5ff3cb512d68472099b23436d6922f5074e920734c7fef5c23bd09ebbd4b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00618, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.564974377004546, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 164, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:25.761935+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "891548db-9dd9-4fcc-934d-f75bc2bace90", "result_sha256": "a7cdeb4fb3325e11db6dbab5497bb30f14b5e5a4f271051e36ebc072da72b45d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012988, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.160855876005371, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 491, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:31.227875+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e235f2d3-422e-4fe5-9a00-64c34222066b", "result_sha256": "3f00a3fd6ac799a60f96512164397c9bceb631e16c15838ec0bdc41c0921b132", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024496, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.899310781998793, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:38.177224+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbdad6b3-139e-4e32-b16b-56b0260f46fd", "result_sha256": "059eebde5bf5e0c3c0256d7b5ea8028185040fc7888f49d6a01580859f19806f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015588, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.197340605998761, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 641, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:39.546757+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5151b68-6e1d-426e-af79-c99d2835c14e", "result_sha256": "286d0f652e795292f47473d6d56b9b9f9beb300eb81ef678e9792670d221cca0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.034704, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.526832552001, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:33.608979+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4ebdbbf-c82a-42ac-b803-cbbb2344ae30", "result_sha256": "f744c49380d32c6a0c782333afde87f89932b9ca58da133e9aaa99c1887573ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023848, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.498272959986934, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:40:00.867563+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ccc92d-c10b-4a82-805b-aad9bb52899d", "result_sha256": "a00202f63255b58bc9bce581796076dde313c16e1c15753a924e683c3a648724", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013076, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.148633876000531, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:35.073248+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f49255-29c2-4766-a5cd-42f0fbe36e74", "result_sha256": "fc15e5dce3e6b95084788aa62615147672b9bb46474881ec63205a71ae15e95d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.044076, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.65540896099992, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2052, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:59.003934+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8e633a0-a35c-4f88-a4c0-e51555b56758", "result_sha256": "55b3e35f3539c82a256a5449a76e403c71606abbf5166b0b3adfe74cbe2eae43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011968, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.995732654002495, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 440, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:42.309408+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7969d64a-9771-4de0-be5f-0b760e53826b", "result_sha256": "22ddfc97c3e67e89de3e7698a658d90cfaaee05843f0c89f8c53150fea86e5f9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014016, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.32033121000859, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 549, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:18.989921+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "330747fe-7caa-425f-86eb-31de5e0bcd88", "result_sha256": "a0e679a05aafa07eb97216711263c9e911f333d15ffc1fa80f2397bbfe9780e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020724, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.088639911991777, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 893, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:55.430993+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd616b74-419e-4358-8e71-2cfeb79ae236", "result_sha256": "64cdcd8df764d9b7064361968cd92161a828b231dbe807647d0ad3aa7000cb9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015968, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.671534652006812, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 640, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:06.791993+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d4c8df0-d080-40dd-b9ed-51c1e0e26881", "result_sha256": "6d83919e8148febf0ba56439c1bb6e93f86922d4c99ba382a7d310e56509d3aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.040084, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.9673918519984, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1861, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:49.303878+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7875ed3-895e-4664-a80d-89143195e023", "result_sha256": "97ba0ca3279b0929034ca6ab8c98a8fa221027c5a64967c2fa2130c1e68541d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009984, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.850149976002285, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:45.772841+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a23cef-1e37-4579-a09e-7da1815c4166", "result_sha256": "d8aeda93c655d70ae83edcdc148b4130cbde681993ad1bffe6eec012c32fcdf4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011928, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.094070803999784, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 458, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:24.157838+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55265432-9640-403e-b8a1-644666cb8c0a", "result_sha256": "3906d6d1524435f76e4db76e4d3042f963b5f9566090cbadae27d09edb934ca7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022696, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.871664118007175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 983, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:51.140914+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6f17826-d5d7-4e01-801f-79400df214c6", "result_sha256": "97276ae84a5974fde723dab510625d5cc65b610fa8d31fc6cefc6cf7ca63a6c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019844, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.10007516099722, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 849, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:47.870539+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49240121-9805-4ff4-9f3e-cac8d429c919", "result_sha256": "911a1010cd04ac1367a1a78c6b424ae5bc0eafbeffb2e11faace972e83af3003", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024496, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.93068589300674, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:13.166905+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ce0a47-08a3-44f5-bd61-9f73ba9b3ab2", "result_sha256": "ca910c7ce3e53d3d37e0818497c4c4f0b2429e5e3cd0ba61a329681d00d1d516", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02732, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.469069334998494, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1221, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:00.698338+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "daa5f573-7be3-49e7-922a-8566a8933f57", "result_sha256": "6ec6abc7115f94983da2e7d2f1aa6399546711cf3d756272045985544d74461c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009524, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.999198767007329, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:55.552624+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3855bcc2-1e93-48e7-bbb9-8f639e34465a", "result_sha256": "512b80fc61df10179747de3b526fc842448b81b95682dc21f78d6e817d10e95c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.032584, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.028701707997243, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1464, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:29.608340+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9dab8939-61e6-46ff-aa61-eef435a60a48", "result_sha256": "a3fb8ab752f3d762ddb2b9faee6fd7bf1ac996382914a87d5c9c948dfb7d7f1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01094, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.250627538000117, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 399, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:10.622988+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f4c658-3e43-4ab9-b5b0-ee5444b96162", "result_sha256": "dacb15beb2bb7c19bd1662a63dd2d10c75abc88f082579e91889d9f1b17a90ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024556, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.751076934990124, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:02.836473+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0d0abd1-f648-490f-90de-7fe17a029fb4", "result_sha256": "6e473318883c07fbe392563f777423983b5e6d285d47161b804e96e60ed5ce4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024324, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.74261862300045, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:27.470621+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc674696-dbf4-4d15-8bf5-a012a5c7c601", "result_sha256": "89641516f15d4e2e077cde7fca0ff9b4d4c6781fb595dd83fefd6f3a6ad70184", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01604, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.351929422002286, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 657, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:00.883181+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c3cb75-187f-4543-a80d-475a442bc82b", "result_sha256": "aa66efff1a47bb848b0126e69afc2a7ccc8df09695ad6265c2499dbfc00bd93f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.652309750003042, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 257, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:35.640913+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44d8d2f8-995c-484b-848d-df9779669193", "result_sha256": "a56951c82418ed80ca7ccfe7d083997e381bcec40ee9273d54b6774599f77051", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009328, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.901390244995127, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 308, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:56.429217+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "699f3a4d-2a25-4b99-94f6-ed87fc5b28eb", "result_sha256": "43670e8dcc3c5d3fe95b161da420bed6b75a2ff734c465a836513ba24b52751f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013188, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.021811359998537, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 501, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:12.796184+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aab166f-bbf2-4121-a0b8-50e72a85ce29", "result_sha256": "792c2e4f11a973ad68540751675c9c9b6712899d4112e94fbf133e0032d1647c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010156, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.647537028009538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 356, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:47.750105+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a301cc9-d3e9-4db3-a48d-06e4b7df666e", "result_sha256": "994dea4579f108b2874e7dcb64c979bdc071ba7c088acd46d5eeedc44abbdb45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016868, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.039544023995404, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 705, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:19.142646+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e870a990-ef3c-4296-9453-c2f3475fbdca", "result_sha256": "3e47594b79f3450823b8e0f37f594cb3157527d2be0f64ac75e31de9a0590d74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007876, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.2346008680033265, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 242, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:56.113763+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b380b428-a15b-461b-973c-222b23c31e69", "result_sha256": "e6ebdd5de2d8c1dadaacbb36aa2097af4e1aed1bc0fbe657bd7bce3d37ad3355", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022068, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.147181809996255, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 965, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:10.463305+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a21771b-7a3b-4ef6-8d8f-890cf0002d68", "result_sha256": "66a90899f28794563e93dfcc1417901eff06cfdd4c3c5e48c8816bed8012d6c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01768, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.193497319996823, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 736, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:45:26.961003+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "835cedaf-302a-4934-8d3e-d2358ce82b8f", "result_sha256": "dcffe92796e3bd3becc0733f0b2f8d6339c487b23c2d6b55b55b558b1f2c6216", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00908, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.492884767998476, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 309, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:33.513366+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "92fb6859-6cc8-4159-8f7a-2d827ecda667", "result_sha256": "341163492c43878f818c9af8b81783669154304156feac12c4a341c6255a8b82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028956, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.922451521997573, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1296, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:32.973465+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a12a2bf-e817-42b8-b15b-c155c79d7f77", "result_sha256": "2aac3753f39abfcc4d3dbb6d004915c42451f75b536b70936df3d7825eb6fc9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010272, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.474815804001992, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 356, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:19.335122+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fbda9c1-d68a-4484-8b9d-71d123ba6606", "result_sha256": "8742aabb6ad407e47464345c81ae6be0489ae253e228f1c332ea01205db00891", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020668, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.78721581400896, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 875, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:53.701373+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f788d99d-0b6a-46f2-8c82-474b2f2d5481", "result_sha256": "ce734e0aa2ccc7799de2f32ca9b79fbd8cefc8baf0a57b12106695990f37c4da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.043756, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 50.816018008990795, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2036, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:26.026352+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3928233-0ebd-4c16-a5c4-bd0701513aa3", "result_sha256": "369f339ead39eb66fb1e3bdc296c4ad5b972700e89401c62c6211e4f5b412113", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.023504, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.714969363994896, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1032, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:25.066999+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bb604b1-ef66-46c6-9add-35dfaca75527", "result_sha256": "bd4f08cb939eaedb67e597e520efac59f724c20952f188580d30380c319520fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013276, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.330463318998227, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 512, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:16.783649+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c07e9d16-ed7b-49d4-a55a-1927b44e9c3b", "result_sha256": "eedb83f839f978786febac0ce9d954c2e745fdfc28c9077b176639f4e94ce8a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008748, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.5991896290070144, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 279, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:31.762928+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6601cc7b-a0a0-4692-9ff9-86d3679c699f", "result_sha256": "1e0b7a172cd3bab5f9a44c7d6c9139323be16f31d4eb286ff72fa9c7ed062fb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010848, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.13319517300988, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 380, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:43.749862+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8ebc15a-5210-4646-94d6-db20a3607f2c", "result_sha256": "070e4022a02888ca90849f89eb7ab11b6c3530234da5874283ecaa0a5d81a695", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011004, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.318092248999164, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 407, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:12.175540+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "707b5507-072a-46df-8c5c-2750ac68ec23", "result_sha256": "379de59f518ed60b8c3dc8ac1130a273386810098df30aa533046dbeb9d396b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017508, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.634929702995578, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 737, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:34.588606+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db95a3b5-9b5d-4eca-b963-cc623aa7af5f", "result_sha256": "99bf5a2d253a3d01c5d8272f0ea9b5ac8f5f30127f8f986fcf8c32e7915d2798", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014064, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.595902469009161, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 538, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:49.457273+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30647e64-37bb-4d19-a544-934dad76538c", "result_sha256": "f763cd4560ba082607e2e80e8666c57702496b005047f9ae1d6ce2f091a714b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024536, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.725204813992605, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:34.949819+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9acf85ea-55ad-4626-84a4-afad6e1d97df", "result_sha256": "4e97b8ffe0a2da73dfedd52335f421ddf37f6c5055b8d9dd418c2832f4ea0aa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030424, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.56804744200781, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1378, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Titan One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:55.906446+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c873b4f1-bb50-458d-b999-a791330fdfba", "result_sha256": "f69af0ff5d8b71cc0794bc1e78f7da88f23569a3185243f80b37075f1665b0e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018276, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.763274019991513, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 752, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:48.126989+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ee65071-bffa-4aef-a483-06ddb8b6b1e2", "result_sha256": "c677830b5e91d43d550b5cb600c6d150d4eb0d24be1b1e72d91ebac030f35f0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.053164, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 48.34511225299502, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2515, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:35.444236+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11860720-7400-4117-a1b0-b5909b06a7e3", "result_sha256": "a0cb8ba216363102916964e12060c6e91279acfd9c61991320a3dac3d1ee1a56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013968, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.020261085999664, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:28.192725+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffe013d8-0ce7-4885-91b4-e6113a8e82b5", "result_sha256": "839ee3e09fd2a4b1889a003264072ac09a4e2a616c9cbee95ea2cea88c6462d2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018048, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.214648426001077, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 764, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:11.039377+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dec6a05-0429-4f4a-81c7-0f2a683c11d7", "result_sha256": "f74d075e64675227b41b25a8dfccde4716b3c92d80e620f5cb0dcd76adb026af", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.036376, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 41.9511748609948, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1667, "predicted_category": "handwriting", "predicted_font": "Waiting for the Sunrise", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Waiting for the Sunrise\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:27.644220+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e05b48d-e4d9-45a7-9709-4460b2025cac", "result_sha256": "872434f2b451d0d4958942c18d3e1503678dfdeaaecbc7a617c25aade46244df", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008596, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.382121755013941, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 278, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:11.786293+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4400dcee-4876-48e4-ae43-0e0d65deda85", "result_sha256": "011425976931310377fd6a8d2eb935ff60adf07ac23bd8bb6f1da10a55196bdc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017536, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.64536795199092, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 725, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:31:02.130662+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "782a7533-42dd-4a60-998d-1b3fa1874e28", "result_sha256": "f4e689fba7f985dea410ca3649becd7af136ce019881f5b17168758d59bd3dd8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01876, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.036741518997587, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 793, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:13.916991+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70be4f29-2ea1-42c2-9aec-fabff8051e06", "result_sha256": "c591600d71f89f9cfb55d1fb48510766fa30f08278987eaac330f2c3969edd3b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.034916, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 37.453487769002095, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:21.655688+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7ba8d68-2849-461a-a3c3-f6ea1c343394", "result_sha256": "2154be9590548418f5c453e296c592d31853f989cac6d6d888d34c2a4e9ec28b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024556, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.915699046003283, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": false, "output_tokens": 1076, "predicted_category": "handwriting", "predicted_font": "Klee One", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Klee One\",\"category\":\"handwriting\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:44:38.699085+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb7f1e79-01e8-493e-b93b-281856560090", "result_sha256": "a13e34b758e46a152a15418b5d1559a2c9466083b29b6eb199b1600b5539ca4f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.038804, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.23417863799841, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1797, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:09.124705+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f903daf-6018-4759-9a97-741ead7d090c", "result_sha256": "f998724041f4a08c459decafcd2cdffbd8e6bc1cb309c88ed532b156a7cf9cce", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.029824, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 36.804020228009904, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1348, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:28.142517+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bae9dad9-e553-4f46-8c91-ee78ccf1e3aa", "result_sha256": "2902e984fa46aed643e7d7c3d0307bcf282e55a3a4804ddd5a39c7f3d98d73b4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.034068, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 43.98466625499714, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1545, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:08.555492+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8e7d4b4-a42b-448a-86cf-e7d4664e6081", "result_sha256": "2b422f3e025eaf06d800129c22a24ae660e13c052f5a0f5ae45629df6a65f9c0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013116, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.644636949000414, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 494, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:38.436722+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8fc73d3-c3dd-4ce1-be1e-b8bdeb45b42d", "result_sha256": "9fdf7d76a715e5a20b05d492117a9b32e123f2c320977e40c7e4768f1951704d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.034744, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.51833572999749, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:34.991249+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "094b9693-7331-4d2c-88c6-d7b7c60ed5be", "result_sha256": "35f860916dce9ccf7c3df83c858f1dc526c136387c634395fa4dbfcb5096041c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.032264, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 33.90470280099544, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1448, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:19.240864+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8982b0c8-7ad2-4bec-9934-4052f7e81f6f", "result_sha256": "9ed2febde25d159dda3cadb477ae9f04d72e4378229a85e41d6d01294cc60de5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024324, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.966304326997488, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:02.058693+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af1c1895-3277-4d54-9e36-14d8d5bf53f0", "result_sha256": "680609edae36e6c65f29655a9370ef248bc348d3b18769f43fe7f197977c223b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008848, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.860397376003675, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 284, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:42.967725+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0460a59-fc38-4630-b227-aadb19434ba8", "result_sha256": "60dd73008a31955af4c80317377a49f589a311acf7ab20642457788f70026fbf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.030336, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.32683257799363, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1364, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Ubuntu Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:55.406740+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1893b12f-3107-405e-99dd-06e67c80407a", "result_sha256": "4d86f0c4e56d3c4e8d974b17c658850bdcb72ac9bb3d995490e4738ae854dae3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0202, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.543288859000313, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 865, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:03.539835+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b91cbc3d-0c0f-4ef5-988e-2f79101b4df9", "result_sha256": "66c4d7f4edac36b7a5ef4e18206b03c753d9a4ae02b959796559ab7632731615", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009692, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.994646879000356, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 327, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:55.925168+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "653bf722-443d-46d3-a07e-c881395de00c", "result_sha256": "4e24ea384573e63e928ed7d9cd7a5fa6d473763b086b47cb02833afca6637055", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033616, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.802663872003905, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1529, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:28:42.241847+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef7b9a4e-5bb9-4f2b-8e88-7c87f528aa77", "result_sha256": "09eea79efb31787af6571a34e54c093487e996c23ad95c8eb84f77eb6634fdb9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017976, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.504693832001067, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 747, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:10.120914+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad1ccede-4477-49d1-a04e-e344841602a2", "result_sha256": "c00239c84c05bf79f8d5b0c2273c096a904c519c13fec44c0046d8475f3fd77a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012996, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.732523919999949, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:10.156656+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c19a391-b7ae-43ab-b84c-cc6ad37e58c5", "result_sha256": "6f2751da95a8484374ce6fb81fa8b4a5c83059cf50d5e38e3c8843bb09c56c9c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.033848, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.51602016299148, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1534, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:11.808670+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da8b3db1-387b-4e88-8427-6ddbaeb79f9b", "result_sha256": "a284330de7124ce30c2b815691cfb538d92f934bdd8625d87332cdffbe70b14e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.031416, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 36.14197768300073, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1419, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:00.485503+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f220acd-355b-4045-ad8b-2fc1afa6e70b", "result_sha256": "011e779f1ef0e53b0b71d59ed2d4c34393ce68785ef784d69da0a7cf689d8f95", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010664, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.145532094989903, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 390, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:24.744139+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24462f29-db7c-4286-899f-6866845d0513", "result_sha256": "52ae523a64c2f8766e3cc5b8a7477849d08086967d1093a2872060bfc54eca47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.032356, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.032188515993766, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1466, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:54:27.827513+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d8ea2e2-2289-40c7-b8a4-6889d3ac5b93", "result_sha256": "6ed78f48d3724222529670633c8a94a1ce1627a1e9bbd48d1a5f52224790e9ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01008, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.176527192990761, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 359, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:54.271644+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff69c27f-2e4d-4907-9516-8deaaea68251", "result_sha256": "f54b22d3938ff71b66d0e747a008666ad6d24340b6512b51703d643028be05b9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022868, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.240544501997647, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 985, "predicted_category": "mono", "predicted_font": "Ubuntu Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Ubuntu Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:43.309638+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2a2bb39-fca7-43ad-881c-0412ca24647b", "result_sha256": "c67cbf03e7005ea8b653a2041bf1a6c32a7ffc6a7c4fa60ed66b895cf4ccf7f7", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008604, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.104035576005117, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 265, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:07.283074+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "903e1130-834c-488f-a6e4-aaf7c0628339", "result_sha256": "ec678b6d0f4048b2b9039bc89f36ccf8c614b0df425a9c724f7f753ed9f20e19", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007108, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.308863450991339, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 217, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:50.301970+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4da27727-8254-4603-bee2-053da3cdf0a2", "result_sha256": "b311146dc880db24720201d282a87b1f1c4c465f91adb17984130db28c77793d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013708, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.842735218990128, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 523, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:19.587610+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9783c9a6-25a1-44c0-89a2-7276b72fc7c7", "result_sha256": "e62c7758370c8daa2be40b92aed6fb8e874b182f29b1e68aa100b8b3ce2f5a2c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01704, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.00278119998984, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 704, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:29.181543+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "59f3f071-6bc7-4df3-a057-95aa774afae7", "result_sha256": "4abfd794ca2db38127a245a490ea48835ca5324a339c8d130d4003b2dd80ec1c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012576, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.76765018000151, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 476, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:42.659445+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "772d045e-2cd1-438e-8da1-0910030b6982", "result_sha256": "57fc87971d023e4516be1dfd06ec624f1a6db1a8ce5c6a62fbe48fa3ad3e2285", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023324, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.478049099998316, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1001, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:41.483036+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "424d967b-4691-45ea-932c-3b508de95e5a", "result_sha256": "0979b5dff226802d1967ccd7d5bbdc18252cc2a5f169f3f72b8feec3e907ae4f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.03478, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 46.65250993199879, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:16.159185+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a88eab52-2bf4-45c0-a351-15d8d1b763aa", "result_sha256": "a819c53719bce7c72f0edf7106eb5cbdaf61661a57b09a27506e9dd8db3c0abf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.042036, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.1725133650034, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1950, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:26.732601+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaa4ab5f-3499-4376-b184-ff4d7d0ba8ee", "result_sha256": "2a0913221d5d0fb63e056c6ff6ee65ebf49618259a4ac3d028066a52985959c2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.037596, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.302333209998324, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1718, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:57.129322+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f70109a2-8554-4a5c-ac22-94ec82f25742", "result_sha256": "2af689ae3486e9a4024b02d638007020811640087f3fd76a387519dc065e2733", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": true, "cost_usd": 0.132844, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 101.15665744199941, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1381, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:21.628377+00:00", "request_attempts": 2, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 1, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b100482-b638-4915-92a5-245acd367152", "result_sha256": "f6ad310af450ffe359b082f472e1acb54bd28740005dad15c4319e00f25f86a8", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022268, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.53878877700481, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 975, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:48.649862+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f6a86b-0c7d-4e9d-b433-ed4cd046c902", "result_sha256": "4a6d680304eafe11ebea7f71cae3661021df9f88a8721f22bf93bb332be0b6ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02018, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.59515821299283, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 861, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:30.920061+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b46edc4a-129b-431a-bfda-14c0a1dcbdca", "result_sha256": "6c8c14354d6387af0abc5f741a95dfd1c5929e3eccf8c69bcda659b0dfb4714c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024556, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.06724337200285, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:55.242707+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "030ab7c4-d9ec-4313-a8b9-e44dba09f504", "result_sha256": "218388e4859f3f14b62b0ceed61088da7477818a309f27ae0635653e1b4c639a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.027672, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 708, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.66782531699573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1242, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:58.950072+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0276cca9-a521-459f-a693-dbd4f4c56731", "result_sha256": "b3c67421aa7788db01f6e6cd47367fccdc30b90a88cff07abf380ea636416013", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021268, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.307149879998178, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 925, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:48.875950+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa329d68-e10c-4171-b76d-aca870f4bb15", "result_sha256": "86fc1a7bd80275c02e3b479229651fb3689c3955e7bc5ae004daef8456e61ded", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.028964, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.31043648799823, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1305, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:48.749852+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": false, "source_attempt_id": "c883168a-d955-48ab-8b1b-b4b402175aae", "result_sha256": "e049ec07ba7170d0603c178256cafbb45bd277d7f4ff5c6522eff9d96f7f55ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023108, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.015698805000284, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1017, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:25.236000+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2fdf00d-9e9f-4644-983f-809e16e15908", "result_sha256": "06d13a50a70a08a7e2cb84ca3855f8e1ac8f4669bbc742235f0bb3fdf70b1885", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.029988, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.278322705999017, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1341, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:33.924649+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5bb9093-23dc-47e1-af84-b5205ba931be", "result_sha256": "d7ee85c3b77a24dd641f43ab468dd8a5059a0b7916eba35c79095ee55e770aa1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011704, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.22515810499317, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 442, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:27.869527+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "732d0feb-ae66-4a78-b880-b1dfea315975", "result_sha256": "8be89c41af22f31f9f26c6d57e1b77e3057f3463327b1a4643c898c5c3ff2507", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024784, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.566902216000017, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:29.143374+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07e32c9a-45f1-45f5-9432-b9ed75409496", "result_sha256": "cd663b6461d2883c24c1db1a0e38b2ada7d07bc0ed5c10258b58f19d81a3cc20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014196, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.861910124993301, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:50.911099+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b2488ba-0444-425e-bbe3-81e7d2518c62", "result_sha256": "14cd4e9f2a0e9d5f6f244a5305ed2229b6c7a5b949a02ef23c597c6ae6c959dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01302, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.224182783989818, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:10.387541+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0be8e86d-61ce-49b6-adc5-ce99e2aea3ae", "result_sha256": "a29a0fd0b09635b6955ff8e041f4d9396c169f330bf658157e28f560b0d1cc0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022752, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.875122694997117, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 980, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:57.262314+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99928d68-5832-420f-a8e3-96f642cc3c24", "result_sha256": "2c5486d63ebd0743179243e2e3d3b16ad3b1d55ba914cbc211b06b01009c878a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017712, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.033111659999122, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 744, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:17.773252+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d32b1e5b-0f9c-42b3-bd2f-450b4a18d813", "result_sha256": "de04c54de29bc83cedc2153da1cb57d0a93e8331a208ef7cec03b0402bcd8226", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010212, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.769184524004231, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 353, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:45.890619+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1b4848f-4c0c-4a69-b997-45963b115077", "result_sha256": "ef3c8aaca8f19beab442aab3646fe238a52272cbce5f460aaeb14b4db75ded7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013168, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.714696662995266, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 520, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:23.922811+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "772770b1-a2d9-49a3-b6ac-1c6134853349", "result_sha256": "aa7ce503459d376f3209561a6a5dd06a07c0beb6093c7493c7638f1bebdf0439", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.034496, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.91032665099192, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1572, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:54.861791+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "127a151c-50c3-4377-b0a5-d3bde04e5675", "result_sha256": "81f62d63cc43caead3a292bbf94a19ebae4e8e78cc6348858a15e3ddf1aeea7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011784, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.238957117006066, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 446, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:03.949215+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cd3d809-e695-448d-9c78-e11e5cd12c30", "result_sha256": "c4d1e0c3273c1e8bd78352773e04589d9ec1d37ad80be74f601c4c2fc6191957", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012584, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.718256070991629, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 464, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:18.833307+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dfe5ca4-c1d8-422f-a135-c0cc921cdc53", "result_sha256": "c7812260fa4a804463cfdeb4b89a77ad8dff927c7643a7c417cc42ba4d7ea4c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": true, "cost_usd": 0.12056, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 77.88812255600351, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 784, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:57:02.483273+00:00", "request_attempts": 2, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 1, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d61d895-5f31-4f78-9c73-49c3e4d3eadf", "result_sha256": "92abcdc9c8820e9ae79912887b9f098f5b9d97b85513763b44cbf3be9040f2c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008268, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.809508246005862, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 275, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:50.647911+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6adfb3e6-ba0c-4ca7-8ff3-e09da96e8d89", "result_sha256": "6f81d8ae06545c3cc0f2f732863c182c0eb4364a22e85b6c05fb424087d621c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015388, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.295833951997338, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 611, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:20.716002+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66398a06-d145-4e41-9f29-9f1e74ab58e7", "result_sha256": "f9033ec74941e5325a9c4cbc41f3fdfb1275ed783ae794f018991f5c720ec6f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018824, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.282369827007642, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 798, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:59:05.751200+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5603f0be-80b6-4e3e-87e9-19b8d9afd1ee", "result_sha256": "306c226e78258d0c8f4dc5a9645b59a2ab389f8654f0181c0c430a2cd4775b41", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027868, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.869194169004913, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1235, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:26.891378+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce82bb30-75ae-4d86-8fe8-0e2a38e0eeef", "result_sha256": "9d6733104b8b7eb8d50f19c2a748c557c413dfd99e73f49212d262f94bf59533", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.035096, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.31481393800641, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:02.856251+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fc9c119-ea99-42fb-aa7f-7288e0a44b32", "result_sha256": "aed0aab5547c8de93bfad7a64f843dc0837b80ce26fb8e5685e801b83455face", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007776, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.428851948003285, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 236, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:05.524072+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3b4a828-874c-49f9-9410-47ab731a69a9", "result_sha256": "75ac73587445a014c8709bedf2ffb74be9fc44034a7a3aa336d08bc76c72d1bc", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.028864, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 28.061437469994416, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1278, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:18.511970+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1018c6a4-4c95-4e4a-8751-7217ef136e31", "result_sha256": "6c7f407cc78dfe44d9cf1bafd236397bae62507288090f8b19600e1fdd22f2a1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00984, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.987766696998733, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 347, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:30.303458+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4936cf7f-c687-442e-bf3d-d099092c5428", "result_sha256": "e036a6a63afdbb914d091bd1b526dcff0cfdb36dc728d6064603ef0d608075ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008512, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.686354613993899, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 268, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:21.371935+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b411844-6d1b-4b5d-bf6b-0b3d632eb071", "result_sha256": "ba35934de83eb776244b33c6b5e90d97b1a355bd72b6954850395ac536012e85", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01432, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.295473146004952, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 544, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:49.225357+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75e1331b-5e60-4c8f-8ddf-052efe546e97", "result_sha256": "886ddac64747e49f017b136065538ad892b8a53097d94c2debccf05c899824d1", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.024708, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.211921327005257, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:18:27.196041+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2aa0408-97de-434c-922e-2c2ba8d0f852", "result_sha256": "dcdb087aeec5d25ee1ab07beb08708ad2b0b037a58db4b3895b54f3580be7340", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027536, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.223679599992465, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1225, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:47.304389+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72892c26-3529-4dda-889e-1ab2c71dbeb9", "result_sha256": "3ff061d8022af50180c31eb4a9248474d85b85bf784362bf47ca192daae1e4d6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01644, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.197106589010218, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 677, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:36.290584+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "69fb3585-f658-403a-a52a-a00197a3acb2", "result_sha256": "a2db13044c5422c647c63413130339e7e7d4f45f9f74927caf9c11d45239062b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02068, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.97599215399532, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 862, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:32.382405+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a9f21c-f93a-4232-9101-273f0ec13a5b", "result_sha256": "1cdfb1c00bbe78fae7a9ce0cff5f09f3a559e3cb883385c327ec01e8f6cbd20e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008896, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.331979053997202, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 293, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:16:24.402418+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "813a6fa7-0ce3-4717-9f15-f52b5f757813", "result_sha256": "1946ce6521e203b27029cd873d66c56ecefd7a3023cec1b68ec8c36adfc3766f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014368, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.431402803995297, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:08.962157+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6ef6d51-a34c-43d9-a126-67e84f1cff12", "result_sha256": "1dfc5d4740052d80f6878af2709d9f99179d38ce2f71f538bf92df9b999d7f97", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.033988, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.242686811005115, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1561, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:32.695841+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a71b04e-059a-4d8e-ab7a-15d8750c5d05", "result_sha256": "436bf08fec5dbe7f618f901f8c6f22e78250b3eb2db37b317773d5e08e966ee3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010504, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.287765811997815, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 382, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:26.010139+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a97e9a3b-1012-4850-a691-57bd2e240298", "result_sha256": "98e916b9275c320f1dd664473b6d84b84d0faf7d26fef782517cc3186cd6957e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021788, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.536281694003264, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 951, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:43:35.606641+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b80f5c8d-943d-4e3e-88cf-3fd0b8dcda69", "result_sha256": "e20d2763649993eec222e6392f8148a2597547362758940918da2ded73b18d4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.035108, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.736769465002, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:05.752271+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fba0563-2bd5-4bb8-8e10-d98a6fd286e1", "result_sha256": "0c2d8fa0e0f3607a9c25ea5698a3ce01d2ceecaef3688826f79bf7b7fcb93358", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012176, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.71498249200522, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 457, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:48.782946+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "549c3835-ef06-483f-8192-7b8aed3a7eea", "result_sha256": "f10d89bbbbb253bf4589f07e8ccec27b76c5fb8831d81943ea60d4fb155eb1ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02658, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.146635001001414, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1181, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:37:32.207528+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18d4962b-6fad-450a-a52e-8855c7c312cd", "result_sha256": "d48d15f91628b201482ca68a8364682c8f4da92be5f2981c73641bf916ccc3fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015756, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.627282362998812, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 636, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:40.583133+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6066c13-565b-4de1-962f-95ca088e3d64", "result_sha256": "e538158d42f7e787c144a3acfb17a1d41f0a0a8d1a21c78554105d6871275375", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019256, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.627885679001338, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 811, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:10.228773+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e2713c-d665-4220-8466-3613d1b27805", "result_sha256": "7d4ef03df7e9c9aeaf5770b0d3d84fb689339247562c5d6383de9106ee0d2da4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024424, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.224456878000638, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:22.513399+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93629965-d838-4840-9bad-3dcb37c5cd75", "result_sha256": "8f13ded2fcb5b9fbccfe4497401c3bec07f79459e3e68c564db51e69df84bc6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010116, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.57420228299452, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 354, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:51.689322+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fbf758f-a4eb-4d5e-8bb5-3b1840466fc8", "result_sha256": "87b7253833087c81efcd00b316e6f2388ba4205e5c64fc9dd27d8b244ee349c2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.022368, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.23474599000474, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 960, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:36.477738+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f108bbea-7057-42d9-8097-707010152cba", "result_sha256": "66cd109c18d68838bc5b25948dc95e4fbe4eb5d2aa8fcc4d7a3f89689d6548d0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.638641917001223, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 182, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:01.091175+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "170e8632-340b-4b32-81cd-4758fb45e6d9", "result_sha256": "2e43c19ca78d3d9c0b479002ac785d20e27c6ec4f828ad6e6eda85a072cec2f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007696, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.991007643009652, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 233, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:43:52.531563+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65f5ed11-5406-43d2-8302-db2b0fefabcc", "result_sha256": "6e280105e83be7d129384ecf3ac34f2693a81cc296e5e5663ee2e8845f1e8e02", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009468, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.443012472009286, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 315, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:50.054470+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ce8dd36-8bab-4361-b1fe-b793befeccae", "result_sha256": "796f9b78943a5524ddbe8d369409aab959547b5e10811c3d79c210b4cbe86460", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017384, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.628282431993284, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 726, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:04.055206+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0532b005-9cba-4ce4-824d-25149d0e725f", "result_sha256": "284976491a3c82b1dc36a5782c2e595062091a87c9483861e3be850d516de1a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011964, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.382361928990576, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 455, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:30.400190+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "187bf3a6-4b38-407f-9dd3-eaba9593ca0c", "result_sha256": "9921c193fa413bbcbd7a118dc1e2d3a1e7285383eb6bea29437a174c51cf7644", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01304, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.418672312007402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 504, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:29.813527+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53790e11-1221-472c-b0e4-f7f1e760728f", "result_sha256": "27289361ab747eba1509a1beaf2cd122fb618acc6ee8b6c505bc3207a150d063", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013028, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.450014379006461, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 493, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:36.024795+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81b2685d-1c71-4841-9248-b42426ef7b63", "result_sha256": "774e7781d762c2698589ee65ba2655d9ceef773386a73694a3cf44127415b6cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012276, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.939239903003909, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 462, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:27.804064+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "635ca323-29d1-4bd6-85c9-ee2ff905b19f", "result_sha256": "6da773c9857ef15113fc68437691372009937fc0f66d02c65d2aa6475e5328e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.039204, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 39.33209630199417, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1795, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:00.546917+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc8328b3-1beb-4e54-bc1e-84f3e7d92909", "result_sha256": "57286e7e124f6de38198c91f37e64c0d940098d10b545653417289c9370fd338", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021828, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.554140603999258, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 953, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:15.020181+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a17f9204-df87-40f1-8fbe-623fde6389e1", "result_sha256": "0cdaf07543cc74b3298fc2ca99f95d7630391c45f2b33bfb634e16e30cd7aeed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013104, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.919140976999188, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 512, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:14.426687+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec9d2e72-584a-4727-8753-d8c999f15be5", "result_sha256": "58308140e6438e6faba4e9eaf854e54b88295d32f8f4002b8fcdfc1654151958", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024284, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.534176326997112, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:05.117551+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b04eb12-510e-4990-bac4-fc22c230d742", "result_sha256": "0881143f725b344127ea27e3e69e052c6097b26a96529d02611ace60754f2b54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.038096, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 52.49931585800368, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1753, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:33.672533+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07bad05d-9889-4218-ad28-2299fd1e2ec6", "result_sha256": "e0905163de8531d83f1b34edd1101ca6cda803cfe6f33e614a8512ef1712429f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008136, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.868404270004248, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 255, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:23.080572+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d2923d4-9e68-4d1f-aac1-892e79029226", "result_sha256": "fae5217ecd0699aee0a2a869a608c6a75afd39e43b38d0cf14cc8f40dad05afe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.037396, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.15913046199421, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1718, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:54.133523+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b97c94-d559-43f7-8b40-0dabe688460e", "result_sha256": "41aaf7fab74ccdde8391d252812dad86e518aacc08f889e53d21071f5aa23297", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0465, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.374319677997846, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2180, "predicted_category": "non-serif", "predicted_font": "Avenir Next", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Avenir Next\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:03.223797+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afbbc451-6aef-4d72-a8ba-2e334cbd3e18", "result_sha256": "c95c76f3bd084c7422d4d0933f9fe150b6918082affa2788eb41b93992e56e40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017216, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.166654561995529, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 709, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:08.825985+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "20125332-3850-44a6-8268-8c09cea79667", "result_sha256": "25d9c5b554d34ebcc6e01ed23f26c91c5ac08c0954f7a92e155845478a8ce61b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02494, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.936011220008368, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:25.313481+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "645e35d6-5a59-4a78-8aa0-ea7feeb8c9bc", "result_sha256": "59c6303d1ca1a2ed9eb795ee2f40d1f79e5dc93202976cf2abdcb29f7109a28b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008756, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.362866748997476, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 286, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:07.065786+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "392f0445-6a72-4a6c-b838-34fd38271236", "result_sha256": "be025e4e242766dc7a3eadff934550aecf425249e92670cd4e4d3787bcd6ea00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008488, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.381294833001448, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 286, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:40.439836+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "499db0b9-fb76-48d5-9fd6-6e8c129dfd88", "result_sha256": "f9d0fa9a73078c0ec0e0640dee713775e456a1f5b616b12ff27cb91a8a9cf31a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013908, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.703349529998377, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:53.207144+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b1dfb4f-5cf8-4655-80e2-d04c41e8c9f0", "result_sha256": "f43e9c636dec876ab03a1b8a3beee346fd32409dc3121c3c808070d465c0dda9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012064, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.282077248994028, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 438, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:22.279417+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e3e722-4169-455a-a775-eafd1c65f5d7", "result_sha256": "8dd83ab0e17ec1ecfdd008101c61a5b4a87ae3de740ebf11a3475990de3e6f58", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.03296, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.0703029169963, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1503, "predicted_category": "other", "predicted_font": "Changa One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Changa One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:56.345461+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fb08a91-013e-4f99-ab48-989b2510e4e7", "result_sha256": "9d7c527d6510653251f7b8af4b7603d8acad029745665cb6981d7cf53987b04a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": true, "cost_usd": 0.141552, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 112.18514161999337, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "italic", "modifier_correct": false, "output_tokens": 1824, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:22.622479+00:00", "request_attempts": 2, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 1, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "455f147a-9524-413b-a340-5d14ca910626", "result_sha256": "87c58b4e5da0bb8d9323c816b7a49bf5874bd4f76d2be18afc50e30a35cc298a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028916, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.999564464000287, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1294, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:04.723707+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d3cde1e-4753-40fe-b34c-4b4a561f0278", "result_sha256": "03325bb751a952b60bd6e75cb934dea4789efbc38e5fb47d90243801d36bf38e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014308, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.948116044004564, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:42:24.047884+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "553636e7-a1b0-4aea-a96a-2c5922eac83b", "result_sha256": "d928a8665acb0d7ca9ef2a607cf44a0bd14b8603041d3186597a51718588f5f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017616, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.311297202992137, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 719, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:17.736183+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c5ce96c-469c-4d69-913b-37f5f89e9851", "result_sha256": "b4359adc6ba94cc291de8e43f499a7deec3b5b068d8b0d2685bb849853c6e6ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.023044, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.634426339995116, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1009, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:36.371167+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b3535c0-8b89-4c51-8809-be42d05b3ea0", "result_sha256": "a841aeac7b29646831bd930b92d3627a5ff1d25e7ed0dda5f412e15d56a93e86", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003924, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.006274558996665, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 195, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:45:50.387388+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "353133fb-a45d-4354-83df-af5ee873e0ce", "result_sha256": "d3a0a0b832d1c87b5cbafafde6242b3518962d9fa783a034720ff4c62bd0c7c9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008056, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.85972827099613, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:26.295296+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e73acbfe-890e-4ca2-82ff-f58c516af310", "result_sha256": "0ad178dabc9ce4c36414ca41551108a99b8ea98300bd9dd133f992cf744733fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004966, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.396957170989481, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 293, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:52.708048+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3970ee8-7dbf-439c-9c69-e8711ff71ff7", "result_sha256": "843aced89a41d8fd765efc5dc592a2ca0b8aeaab94e784fa508984b25bf11b1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004734, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.784671988003538, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 268, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:57:29.350877+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a3d8640-5d85-439c-9638-e20fa42a62ac", "result_sha256": "439b866c9e1e5404e3e1afd03a9608d82b3da1b9f70f0e3ef3be6cc21ab7119a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0052, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.612072756004636, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 302, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:36.017045+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f411d828-711a-4a6b-9ab8-1cb6efdb2b48", "result_sha256": "a0409418c619ba872a61945f81f4f463eddd4adb4b9f0704da811fc5aed08165", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010092, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.844170775002567, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 709, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:02.379375+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5203f9a7-cb88-44b5-b717-e3732545e674", "result_sha256": "b9f898be3fdaf65112db9d25fb72b47ce17faed9d17f9a3de6889e07283b7bed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004974, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.517705006990582, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 288, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:44.608993+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ad6e6dc-a676-4008-b690-0979a3442d3f", "result_sha256": "b43a9ddda3319147833e9c69f535c6cff491c0004a5924a0545b75fc8d6a5d95", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005792, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.148757571994793, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 345, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:18.321255+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a448189c-5881-4cfb-97ee-6c4141586fdf", "result_sha256": "ea00f8e5f21d583b49f8a4550b2674e82dc88beab2afc30a27d5ccf13a9e551f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005008, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.624592156003928, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 290, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:26.324042+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71a377ba-4d6a-4ebb-84ce-043bf16e354d", "result_sha256": "9e271afed0995c9a498d41b860dce905b56a6ff56bb3b08dbcfdf89c815c5c99", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.004516, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.906731269991724, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 261, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:46.183082+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f83d9a6-b685-498a-ab8e-1328b65a6190", "result_sha256": "5054cb6995e9cb1200a6875c366e8c10ff71e1c9ffbc9abbd1a9710b5a1adc30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007664, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.290517900008126, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 501, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:45.261314+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c746cce-b823-49a7-aed4-0eaca980cc9c", "result_sha256": "1f4279d6ccf266f466da10bad5c8e31ab4292df3a48ff13e1be0cbb661d8faf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.005928, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.285227896994911, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 362, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:54.209017+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4920974-73ff-4066-a124-d888d534197e", "result_sha256": "d1653ab506bc81e0c6967fae4bbeb69d7b3d3061b6e91392bca4b3b6d9d76fd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005544, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.641928544995608, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 330, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:40.375274+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "03181533-0846-4ad1-8a11-3fa48b96ed54", "result_sha256": "5f20402c2a98d480135321f9579892700154555efe84e0810382e839695c4b27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005572, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.908205136001925, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 337, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:17.981263+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "928c3db7-06c0-4244-844a-4933c4410c72", "result_sha256": "05da900e7215f1d03bb2c9891d42020de54eb737d082e6f03ddbec7a91ebdcfe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004832, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.3609592280117795, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 265, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:58.979987+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceace2ea-9359-411c-b4ae-46860a868700", "result_sha256": "e43976169567a7685670f3571a26d7351e70fde9f9a26800ab416b3692fd879f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004234, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.388076345989248, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 232, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:48.312736+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd1bd12c-ecd2-4a96-aef0-dd00d3f704d2", "result_sha256": "836f8825563993bd418fe3ea1d9c66c93832ca285aac03a62b5c579b78fcccfa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004036, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.490770504999091, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 213, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:36.926730+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c88e47be-7929-42c5-8c13-29ac5ce3ec48", "result_sha256": "712836c70465ccdfb07f51182482aff4e8c0d982221311e9c5d394415ec080f7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003126, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3229554970021127, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 134, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:21.335384+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92f93915-b338-42a5-872a-01f554c8d6c1", "result_sha256": "d187426c177493e2908269b6f9ec2177e7385612e6afeafaac6096b5a8de78a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004926, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.432971709000412, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 284, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:42.862517+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "acfed03c-7c4e-4bc6-a600-b174a19dd225", "result_sha256": "fbaf029d1f251455950a4e8ebf6aa243b0b7ff2b5c5e55d06eba4e43fb9973f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006154, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.591999557000236, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 392, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:46.287142+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3a2a5d5-5b94-4330-8f1f-5f88ff681372", "result_sha256": "642e41066e10776e2c0859a454bf8dce44dcfaed20c0c91cf14783324739cd8e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007504, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.160453635005979, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 482, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:18.972259+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ce7a0e9-096a-4e95-bab6-23a30059ca50", "result_sha256": "b70275ce0ff96f166fd2c2748a4251ef6813e30eaa95c213af48762df0740199", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00488, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.20797677799419, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 269, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:56.984309+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c4e961d-457c-47a4-8e69-a26a32b3d189", "result_sha256": "5755e85bdaec61ae5989381700504ba1552ace99b6e02973fe5724c9fc6b3cc2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004924, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.789076396991732, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 287, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:53:54.276702+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b74cb34-9e74-4a08-8d01-dc061b3da31c", "result_sha256": "9b020131609f4c80078d89060f8c562535bca56cb3d61cd5cdb44e45d43df033", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007242, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.117469921999145, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 477, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:39:01.906724+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ca2e5c3-f6e1-4418-84ac-ef139a7e193a", "result_sha256": "9d6f34069e25fcb56fc49238473af69f9cb39171406f2cf95ccf598043366e5c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004516, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.957346749986755, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 253, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:47.029665+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "111c7bef-c595-49ca-90c6-d7e5f7b13452", "result_sha256": "933b8f7ec8f3bf1677cf00b91674ea6fec106446ec237e4cf8fa92204db0e400", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004722, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.444767547989613, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 267, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:18.897004+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff1f079d-bc19-4ac0-8967-c47711dac813", "result_sha256": "fbef9d3ba118cddee55eb25ba949b3291c3ee54bcfb5cec373f596b03944ccc3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.724025571005768, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 419, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:04.864168+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b8894bc-9a73-43a9-9dce-99055bc3afe8", "result_sha256": "84d352e816f2ef2963291cb0f1023ee80d79c2c2cb274d4ee985df5ca1a2e113", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007398, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.888694803012186, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 490, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:03:13.824789+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c72cf90-b742-4096-9f71-d06eb5870f1f", "result_sha256": "a025531afda17d9e3888241427989993424d9a46515cd7c73402b729fe634f9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008226, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.921287016011775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:55.150339+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb83fcfe-1ce7-4c69-bbd2-3b168f15d7f4", "result_sha256": "6c33035a3b6f0fca4d4b02503baef2398acb260a571a53b0d5b087f702060af4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010172, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.454589410990593, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 710, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:55.863628+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e687d6-4d59-45fc-a6df-186e7f42d00e", "result_sha256": "3126bd76e3ba262c4b1761524aff828aa5766383a796613ffc10c5d31ae15b30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005704, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.465525558000081, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 360, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:18.071526+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e9e883e-c6e7-4aaa-b748-d64f6845edeb", "result_sha256": "4be87b2dba4d654da16e3819b14621eb27a6156ce46573b598671c1c6989ae40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004884, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.598164744995302, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 275, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:42.136827+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "450e872a-e2ad-46a7-826f-81bfcd2c2bf1", "result_sha256": "d97bbbf66f8fef101e7dae3b681b447f9b92784f3d47fbdb4c4a0688231f7909", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011754, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.50554043801094, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 853, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:48.512667+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4191fe22-ffd6-4bee-830e-810f0643c60a", "result_sha256": "52bc4d7c9c0d12bac6f9566f583b691b37ccd42f4b251173ddc978e05491c002", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007316, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.911732281005243, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 472, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:09.225489+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "07eb874a-ccd7-41ec-8ef3-ecc23762c80f", "result_sha256": "429f9691811790422369b4f9cbdd8432655970869aed0f9e5c3f47232c855503", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00334, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.3828642910084454, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 155, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:27.578373+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2a1c9f-99db-48fd-8bf8-01be53a95b56", "result_sha256": "de03f70b153b83a5881fa0f47570379d77a124f0a6340abc7fc07f30867d8648", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004734, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.524955546003184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 268, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:52.493804+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b559d20-03ed-4e5f-8a2b-f7d465d61b45", "result_sha256": "5fc929ffad0013c178846b68f0e57c6319c57134653d4cbf94ba0f962a68b8ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005934, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.1924252419994446, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 368, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:44:18.986710+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b17de5fd-627a-4169-bb6a-3cf84f64d12b", "result_sha256": "f86ca85edb5b52dfb95ae56ebe6416b9ca384a83c1ffb3e598c0452b903601ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00595, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.511279647995252, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 375, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:24.588972+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e39118b0-0d7a-47f1-ad27-1542630f600e", "result_sha256": "670f05fb25148ccfb9e47dfc3267aa6c5a23cbd412c03b12d0d1de90d39f14e5", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00532, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.01896937499987, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 312, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:09.869000+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "04096a89-76f6-46a1-91e3-63c8451baa8d", "result_sha256": "038aeb5dad2099c6f02f7b0adbded297703859520b904b623b82d7e778b27f47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005736, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.54209405000438, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 346, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:58.893804+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd00378-5033-4f4d-8b22-ef337d7a2ed8", "result_sha256": "49d0fffefa125c63bad682a576f244a71db9c8d568e52b9b539370f875d61376", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01143, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.549858119993587, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 826, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:54.414447+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a30625b7-6be8-4638-b277-dc216ec5f57d", "result_sha256": "5f6f13422282614b313955413ce16a33482de2cecffea53dccc142694e616bbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.323661720001837, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:22:45.950117+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "613da5ea-3857-425b-b21b-102cdb8f0312", "result_sha256": "ac7e1cf49d75fbbcb9d3590b2a886d46dd845b7ae623ebabcf0ecccdcd9c57af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004042, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.415925519002485, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 216, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:40.278977+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd536fc-4fee-4566-a060-9da859320be1", "result_sha256": "8ab2d665c9abda1fcd0b4f77071b088dbe0db8b474d4b12d199e6057d211ac3d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004252, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.193862223997712, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 223, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:44:58.011555+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6bdd111-7f3d-4ef4-8b2c-ea216694d858", "result_sha256": "60e1c0801057ede666f97a0303407a91c4940c38a49943138c339ad846aa9167", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007356, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.682739463998587, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 481, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:32.343906+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bf26df8-68fc-41f3-baea-187d5742d561", "result_sha256": "6bfebd701df32b5a8ce7e3742da616952f9acb303a226418f6bcd798f479d9d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.002704, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.315644886009977, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 106, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:55:17.821594+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5a3004-ea72-40ab-a2e6-6915376bd656", "result_sha256": "2c1778efa322279e46e798e6ad43c73a1df556b7067eaab575dcad03ea127de6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008192, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.499559547999525, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 545, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:25.865092+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df076b84-4cd5-4d46-b350-84c7273785a9", "result_sha256": "0c5e50b67dc31bef92c64e3fdeaba28330b1e2599b3862d2d189b21c057f1a47", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004156, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.396019615000114, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 219, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:46.558271+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9121c333-5046-472a-9fcb-fd33720f84ce", "result_sha256": "009d3bc469103718ce230f12f19cd05e4a8f649246d6a2e052be44a88ea3a2a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00478, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.775155073002679, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 279, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:03.122055+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "85f3d96b-40a8-4e9f-807d-21f3fc91306e", "result_sha256": "4e8470b2a711907554620f35798c73d3180f12453e5aed0bf90229f469552322", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006016, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.549734706000891, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 386, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:28.417567+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f06d0f42-6638-46a6-8243-ced5d4f868f4", "result_sha256": "d79295b70e8a3a8ad9c3819c73a5ff6b51688a14f963c4ca94bbe2ea762db1a9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011624, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.925295666005695, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 831, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:18.801464+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "968aaf6d-c254-4be7-a501-3b8edbabd739", "result_sha256": "e818be8217185fa3bc3acd952716d9685864796eff9a0e0efe22c584a2e2b452", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004732, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.240644942008657, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 271, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:22.324242+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b1efd98-e7fb-48e1-9416-c5dc41f9a3a9", "result_sha256": "c289823896cafeb5226d6a8a7f5c524a68e2762b320c020fe1d8687f7948565b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004156, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.62319286300044, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 231, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:57.014271+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc90ee56-7a9e-451b-ae66-bd4c44f017b9", "result_sha256": "9598a91b42c169e53594b8edfb90a2276eb44d427d9f401e76b42cb8c7542ff8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.95929943799274, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:21.110914+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "12dc9bdb-72dd-4c2d-92d2-2da588ad45ae", "result_sha256": "2bd81d676e7a1cbc606767a10938f8a8cca72ebcf2902d591db286931161fcf4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005328, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.268433706005453, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 312, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:30.916385+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2935f2ca-837c-47c8-92d7-b8f321d14325", "result_sha256": "f59578a8ca5abb67728790bbacfd4d88b19ce6f39e05a085cd32fc0fc42f7287", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007794, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.377687294996576, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 523, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:24.130200+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d683cd57-b4bd-4b46-857a-7a367dcd251b", "result_sha256": "95395394679cc284ab04a0d806054e928609823092ff41285df99b55230d1dcb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007148, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.277862022994668, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 458, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:24.117409+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bdd97d7-63d3-4555-b2d3-e9d932d96865", "result_sha256": "512cb2b846f81de67ce36b8da296775a7483feec7d18d824a978341700af04bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007768, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.166516059005517, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 524, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:07.583223+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5bee00-2510-40e2-bd73-35926998a4b6", "result_sha256": "06d26164068a5ce3926995ec3524359aedbde14ff10d68a4296b27d4db14e5ee", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007474, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.403480555993156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 502, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:14.670002+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef1c7e3-c61e-4d56-a540-a41986b3212e", "result_sha256": "fcd1f0e26f3cf9fa44801a22b39fc8e32b10a32c9b1667638beaa36ed60e46b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00531, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.416129555000225, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 316, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:23:37.590257+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1b6cf53-62a5-4e28-89d2-6daef61a71bd", "result_sha256": "f00076c3f866689b115f8cc6d37d6b48023a6f1bf99abd6cbf145c2db114963a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01924, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.3684580620029, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1472, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:19.240412+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e3d0c4e-ec2f-40b6-b8a7-d9584833e2f8", "result_sha256": "0e6422a278a54b516eac88ba44ba1c41d28754b699018f49a8aed53f6792e72d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00465, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.008481272001518, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 261, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:27.594666+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "12729bca-20c4-4281-8793-79a907a53ba7", "result_sha256": "4f62acd6bcba1b4743b6d0202e9109e0ced06540b0dbd9c6b6715dfdab1af159", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008164, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.468657959005213, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:57.458427+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "89d7dc73-90fd-42e4-89f9-0474f1b54cc0", "result_sha256": "f073018e1d4225b56cab8976d7dbb5aea72220c2a6573647a20c31e4801c242b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004428, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.789528444001917, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 237, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:05.148483+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "236cb968-ab61-49c2-b3ef-cfdc11826508", "result_sha256": "932f4d85a0f7140ca1fd6ed2c28fa693be39dc6cb55412ee264e3e021d23f86f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008802, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.654938519001007, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 607, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:37.671727+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccd3dc98-6bc6-4eb4-8c79-3c8fc41f3bd7", "result_sha256": "fd0989ff33cbd61195fe1438dc5a6d16bd3d4957ceb8a484f020006c4bcf9740", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003148, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2155395040026633, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 143, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:20.915543+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "494990e0-577c-4eb0-9d10-d0449ae7ae10", "result_sha256": "ae0ea6d25b5d3cf826f39531695a4ed0247b7cb311835f0b6200048a9e502208", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003856, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.036323536987766, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 206, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:19.921315+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3113c432-1be5-483a-ac3c-b1ce67c9c138", "result_sha256": "9ee05de34202cd4f6dddc2fa160ef9cf9341e5f01b47580d7d7c9dc6ffb677c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005224, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.805135604998213, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 308, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:31.655837+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84da065b-8d09-491b-a987-c30b36d13b54", "result_sha256": "667136d8441d61f5f2f4022e36401ef63bcad1fb725a6bfc519956c9048a2a1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007688, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.31918117198802, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 503, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:22.975212+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2b6b4a8-b9c1-47bf-91f8-705e6dcf49f2", "result_sha256": "a210c98b4b0db2771de03abc09688b5155c6b5710aa13058de522bbf18e25bf8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.237152022004011, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 465, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:48.210860+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "49bf1a91-76b6-43d1-9c63-5bf00a2e8185", "result_sha256": "0320ddc576d38b3f65ac825d2fe28412786cabdb2fb65420304fddf533370089", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00423, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.690309723999235, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 226, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:52.799422+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3769563c-2d38-44cc-a51a-9539cc1ad553", "result_sha256": "4def321463456fd8894acdee703b54be333e54113c3e5a8216df168dd3e94b4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005824, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.00456648299587, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 366, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:44.757441+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28202106-6f42-41a4-8588-f98e030d3106", "result_sha256": "a16d279f9fbac9d5b73f35baa662fe063c08c269a0840d3aff67b1808f5099bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008796, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.30461809100234, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 601, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:07.776789+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5e4bb3c-dab1-40a6-9c04-e86172b7cd63", "result_sha256": "d026221daf54eab43022aae979fdcb10ad22cd143cbb1f16f610d8147dd02cbe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005304, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.4861529219924705, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 310, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:51.485864+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "94f16767-0435-4689-8ad8-60312ae892fa", "result_sha256": "0c0264472be4fe81d95f2ee3069e365e4274aff27585ad24972d6df1b0afc32f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00484, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.165349239992793, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 288, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:39.808807+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9c709c3-2861-4ab7-9adc-51d622e8af7a", "result_sha256": "7e65befcf4f8914dbaa908aa72aae6f86d041d9314974f8f65b51d4a7d1a8b9c", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009412, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.810501628002385, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 665, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:01.906158+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "490e6c68-9833-4fd0-a026-e06c9b29dcb7", "result_sha256": "8ca389afddfb38e5e928406f10b9249e5c0cf231352842ac379030922d7f2933", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008244, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.038213435997022, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:37.795133+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ccb89aa-c774-42fc-aa13-189892f0ca76", "result_sha256": "15eef73e7ac9697bf36ce5ff1f7b4cdf1fa32bb3c105291c9e0666836db0dfbf", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00453, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.644228642995586, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 251, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Black Ops One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:22:48.292595+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f5cc9a-9212-4ce1-84f0-281ae070548e", "result_sha256": "09aface23eca47df321dcbcb41e8960e090052482042795e841fd72c2bcfd5ac", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005634, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.269246397001552, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 343, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Black Ops One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:20.629864+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "32077e22-538b-4f3d-a89f-59721875dc3a", "result_sha256": "ab0d4b3ecd141364267a308f5908639214dc32a175b7815016a9d326fc7b57d2", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.006984, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.349059550004313, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 450, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:10.417673+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "00637cde-9427-4d01-8c3f-adaf53c1cff6", "result_sha256": "2fef77066076741b099d96fb2060d8e40a3bee56e192368789735c56aa0da200", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011262, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.270596075002686, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 812, "predicted_category": "other", "predicted_font": "Russo One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Russo One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:34.120230+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f4d7554-aab2-4f2a-8802-83ed9f4c6036", "result_sha256": "e8475623b5e758537dfa4d8b8fbe50f37efff708631010859280cdec6a052dbb", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00346, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.6768041500035906, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 173, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:36.795721+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "074ea9e4-fb2c-46b0-9746-a8b93e765fec", "result_sha256": "3ca59ac4d7a59c025c5b8cc8c424fb89da04903d555604f575de69c3a5e816b4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007576, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.76252082499559, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 508, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:40.993936+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0f684f5-e8d6-418a-a4a1-d03af7a8f5f6", "result_sha256": "0fb7d4ba901ee1eb30501d58194c42bf4da37eca6334117300332c771f8f4996", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011164, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.525786269994569, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 815, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:18.535346+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eccb2df-9a5c-4081-9c71-30a2ddec6bf3", "result_sha256": "8914272e396ddf7356c102ed186e8669369b1c98e580c4505ffeff1d835ad826", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013314, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.380371014005505, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 997, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:16.807296+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5556a5b8-7ea8-42e8-bc5a-7910c87e76cf", "result_sha256": "3102ef82231426867bed7a47389ffc692f93087f5e1881c3d80e8950bc00ff49", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0142, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.758273027997348, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1068, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:18.298993+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "412590df-aa7a-4de0-b429-3f1ec4532e6a", "result_sha256": "5ff9469528b4df7df8c838b638894dc0f687a20c111554cb8440f99a7d8bd228", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00764, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.010762093006633, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 499, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:53:44.964079+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "882d8306-2dc3-4c6f-b2bb-80bc3c9c4678", "result_sha256": "c47c473b04f1ddbd3510ce810e6da4ec5f0b3098ee4bf38ab4c1f5b60f1d8681", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00662, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.356135612004437, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 442, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:36.705713+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd81a5c6-4beb-46db-89f9-54b398b0b928", "result_sha256": "a42666448c4080d72d699e9162f052a8e81cf4eff1460292f3d7bc5f39e2ecde", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.56777852900268, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": false, "output_tokens": 426, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:13.625677+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab1e49d1-254f-4807-9883-f421cc983e4e", "result_sha256": "b3bb84c7f7454d055f31f0397fba33d1de4af058bf0635b9879ae80200934956", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00541, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.59535703099391, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 344, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:17.249872+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0306c7e-44b3-4f93-83ab-ff85de27b14d", "result_sha256": "e95ab799679ce29e139fde5dea6ec5a02cfa0b3e31d63a21d1f25c86994565a3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008348, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.688471633009613, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:25.434325+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "04ec1124-f253-4f23-bd33-daf8eb9f283a", "result_sha256": "c61a82ead438661fffa58f75c0be2ef6fa70904143dc516d651436ac7e08111d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.879823686002055, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:46:17.815273+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8625e0ad-ee79-4f54-9dca-7d063079c386", "result_sha256": "8229027846dda622fdfba006a16b6ee22ccd493d57de994d2ecc88a7b85ba95c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007372, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.127215451997472, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 491, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:31.615707+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc49a2b7-605e-47a6-923b-790952a1ef1c", "result_sha256": "e9520eb33e23596aa394f900d122bbfec5bce326d450ac47d9999ed992d82a55", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005154, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.602235982994898, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 303, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:23.656218+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2568ac6c-d5df-41c3-b6a5-ca9fc943839f", "result_sha256": "70165977c072f36376bf3cf151f7ce5cbf4a4b7b789e68e84c7f601376dd3465", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008188, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.571070680001867, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 539, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:13.703276+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b37cb7-9219-4556-84b1-42f1cd7c48a5", "result_sha256": "1e43105285f24e0137be0681aea57524dbe9a517e245eeca3a29122e4ce71b2d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003676, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.7231450700055575, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 191, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:11.689399+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8b7175b-118a-48ea-833d-36e6637aedb1", "result_sha256": "3fd9804a6acab8a3fa72638e8c6d3111764736d8f8dd3973fd48a1f47671ef1f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006244, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.208109862986021, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 385, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:30:40.905105+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4424ba08-5726-43b9-ba8c-fb3c877d551a", "result_sha256": "ffa047c08c390e796e742a94862a36a6dc0d15b3733c43c873f7f853c662abb6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005152, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.284867463997216, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 302, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:01.052252+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd6ee127-15b6-4bd7-953a-13fa263ae112", "result_sha256": "5abd7d2ce684f0b27e0b53a8ec9c8a84c5fa9c337114a9b8c492e3b0fa4b33e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012514, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.428025963992695, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 922, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:56.231512+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c19e1112-74b0-47e9-a1ac-3ccd374dd94d", "result_sha256": "194f9ab4e1e70d96256fcbabe0012d0e1c49b95f270cf3d4ab79dce98b3f2ad2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010012, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.260404250991996, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 711, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:09.892298+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef59d86d-7552-4c84-840e-b39496f2e5ee", "result_sha256": "43c2494286b9857e4ff35cc38114d795b3669c78237fdb46716e43c6f246abc9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006076, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.835764938005013, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 391, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:32.550851+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2784d078-2fe5-4e69-a7d0-db33d28c6bcb", "result_sha256": "1c8a2df402d8edf1606af537d2aecd8e381b58016ba53cdbdfdf9df0af60623b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.634608498003217, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 446, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:43.786990+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "94cf6531-4afe-417d-8022-3cb30938e7dd", "result_sha256": "88ab7cff561b2c51158074d24fc19cbc6e12ded8fe7e04383815c60429d97cb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010268, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.067459953002981, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 718, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:15.489769+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e12ab480-24c9-4a93-86e4-8831fdbd2fef", "result_sha256": "7b0ab891c3e98e07f49a4d91186ebb0c9ccfad7377d9c7a8e660a3c0ddee568d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007472, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.626511016002041, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 485, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:15.919867+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7bc5773-bc17-4b0a-9d61-5a543bf56128", "result_sha256": "cc2a6eaed4ebe9cd8fa36accac500f20fa0e5a9dc5c6db19d3b94620bcb5933a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00495, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.391194577008719, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 286, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:50.730401+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6253085c-2ea5-4ea2-88ba-b5c828c9e517", "result_sha256": "83bd95e1603036d620a8d28251485f7e074a069214f99284472bff2e5c7105ac", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00394, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.841598893995979, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 205, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:30.232152+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5058a32-7aaf-48f2-bc22-80625ec6d360", "result_sha256": "67adf6fcf2a2513b2d2f06815ed3e1d52610dc5fd6860f5147fad09ff9dc2707", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008308, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.971804462998989, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:30.443897+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace5120a-caa4-46c0-b563-0e068e5df4f7", "result_sha256": "a1b188ea7fd0d8270c2ae89379c5f5d961c1de28079b62a57aaae370974f761b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006012, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.2770585819962434, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 369, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:48.465811+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d682c96e-2733-4dbb-96f9-1b1180be147b", "result_sha256": "5e2935e5a0ba4dc19ac9d1d2aea4ec23fda30330d9642cf27c8bff6d220062b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005814, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.58732407100615, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 358, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:02.412726+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "463a2da3-04b0-45e9-8368-5093df2ae962", "result_sha256": "9c80b0d506da4b6ff16252eab27347863ff0995cae5bf167075de6e4438ca6ef", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006788, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.000309365001158, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 428, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:35.889490+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "163f9fa8-bedc-4faf-8524-b2beb27bafd2", "result_sha256": "ae4aedc06f03eca4047d4dc45a72a2709da6e721fdb472c1132bfeacdd4ee8ac", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006136, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.945224323993898, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 396, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:35.499979+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "518ff6a9-c82e-4da0-99e8-a031a1a9f392", "result_sha256": "55e3824f14edae010ab804b0909774e0ee8a762683f9c05979165350c434c2c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00694, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.8763464389921864, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 455, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:19.379652+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "77e2576d-4197-4936-97b0-688f2d1d069a", "result_sha256": "5fbbd9ccd2830cb1f03222256ae3d74a18c4144a5e2aedcd3491efd9ad2d16c1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00603, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.435440864996053, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 376, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:20.381215+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "16438e2b-f5c2-48c1-8f49-8ea31a3f6209", "result_sha256": "4bf37d0d1156ad36e479fb073c043f06396a07ddb0e158d92d21739edd3540a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006622, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.20513353300339, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 431, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:41.063721+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd6c8171-accf-4108-9bba-723503c2d8b7", "result_sha256": "e619dcbe8c2addb3e45e8bb06ea2d25828b14f3b63e378b8140ac2a944593fd5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005574, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.095382797997445, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 338, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:47.941367+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "66f24fe3-073e-41aa-8959-aa9cfb4014b2", "result_sha256": "34c5549456c5eb86ad5b6ca89a98ab3107aeae94c3f284c3bfd86667504807a1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004672, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.058314801994129, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 258, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:13.489104+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "290f4664-a77f-4a5f-95c7-1ba8132796c9", "result_sha256": "590eeab15af2cf40abc9da09072d048c31d4f4a793c388490c2b5313ac0317aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00802, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.273197613001685, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 553, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:03.285089+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5f4da03-496e-4e94-af9a-41ae318f7e3b", "result_sha256": "12a3eac2a935132a481b549a8e5f2f8e144051566b711aa5b25cc2c7438cc4b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003972, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.894449257000815, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 213, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:06.563869+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c734d11-3011-4ae2-8a03-8ba9f0b9828c", "result_sha256": "b70290f6cecc420885570393de1ee82855e3a6a2b2c3c19b2848b93a710dc6ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.002824, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.348089926003013, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 120, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:54.010397+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cba381f0-5764-49b9-ae7a-d6e269662148", "result_sha256": "858f48a7cbd2df57c21e86e4d5491ea2ca80e7e2f739b31564c32b01762dde56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008036, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.292185145997792, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:57.375745+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee1b14d-d8b4-44c6-a50e-69f2dc2a9c0d", "result_sha256": "367e00c843f28e74d60a6b4b414add90d7d61fd2a7e9f0bd5cfae3f11bc99464", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006232, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.405031920003239, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 396, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:10.110644+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33761a7d-0756-4f7c-a490-2dffdcc6fd1d", "result_sha256": "2d93d540e18a16eb6590f316feac49dbfa85dcceef0b2195c8fdfec3220d07ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007158, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.535821584999212, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 470, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:37.929977+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9373d29-d625-4eb4-9ef6-8ce5cb579e51", "result_sha256": "3500ab22b3f915661f307403ed739a32f809b99f2c78f165c6373e223e00b700", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003778, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.638494451006409, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 180, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:04.146687+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f469eeb1-2294-44d7-bfae-9d5dc4650e3b", "result_sha256": "a433fbc80803f0f188f7a7b51b2965816284b2d406c8abb8a9f930a9ef7599e9", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00496, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.209816657996271, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 270, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:31:05.619155+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": false, "source_attempt_id": "4d40a0f0-257e-4db9-957d-ba86e877807f", "result_sha256": "0fd1997dc31cbc2200b3d77048a5fe59ed7f9a1fd3dfe3795bd488a403a8b7a0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010602, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.326615721991402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 757, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:59:36.894821+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bec28964-a980-4957-9ac8-cfa883c65e96", "result_sha256": "dcfca8f62077267dd1f249f2c2ec4aa8ea7110e93ff5d4f6dfeae8c83a0f6418", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006786, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.085594420001144, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 439, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:13.190132+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ee52b33-1d08-430e-8bfc-894fce2564fb", "result_sha256": "8e4ef99800ee4eda64d4f97644a4f2ca6ad9cefe367345b18640f863867d2547", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007372, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.65261700800329, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 491, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:57.065943+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad04ad8c-d0a6-4796-b3c7-df8bbe508089", "result_sha256": "7313f6acbf29fe41dfe8ee4ebff563b5bd36df3897c495ee4442c12c35b13c18", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006966, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.835203356997226, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 454, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:22:58.201515+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4111826-ddf0-48be-9590-b5aff670bb4c", "result_sha256": "cf0e2bfb644f5a7cb906b701aef1a31eccdfe30b94912c4e9329b607642afee1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005988, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.791544399005943, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 367, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:28.372051+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18a91291-5821-467e-af43-4471c190708c", "result_sha256": "57f088c12274333718018bc4e765023e070c2278b19f95fe447e31e23da2141d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00348, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.7263041959959082, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 172, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:18.317024+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c78d4672-e7af-4ea2-91f9-d6e43aabac3f", "result_sha256": "d2bf153da2e878ed84137b71d3ba37a3b35e1cec4fff172e531f2c5529be7c27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003536, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.181032933003735, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 157, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:03.164194+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e7d975b-2c7a-4d72-a250-2ff7bc3194ff", "result_sha256": "078c30530171d3b80aaf2a520c4d5bd909715ebdbef7aec54acfb179e9378bc0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00304, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4720284759969218, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 138, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:12.013645+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "150cd113-0420-4ba8-812e-400fc001d931", "result_sha256": "2e92e2cfa6759a78266889d862d8dd276861146d104bd440002f25390c526350", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1925537299975986, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 150, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:03.754029+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "75d51cc0-b6e7-4464-ba1b-16dde270f269", "result_sha256": "37a0c84030f2d08baecbc901ab1fb6370fb577b9f2ad58de1e7a5e13c5e54cab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006232, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.015815149003174, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 404, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:54.191202+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd171754-9387-41a1-b6bf-63b1ae6f6823", "result_sha256": "ba74375705afa2b01bcb5ebedd451500ba5810d27ab173bb30a8add2e4321671", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005164, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.251546950006741, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 307, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:56.436134+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "befc6823-7d24-46c5-b1e1-bcfaa0d41f68", "result_sha256": "c64c53a9c5abe67dd88f31d6702b1a4113cf20d776b1d10193d02baf7245bfe5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007518, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.907855779005331, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 500, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:58.089816+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7207c906-e4c0-4c88-b16b-8d812b2ab9f1", "result_sha256": "2827c0584115aa5ec47322f546b3b433a74c41375c8e87c0918c3af352bd4272", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004894, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.9759385289944476, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 287, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:15:23.272265+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "713542e3-36ca-4f43-a7aa-b21149a2def0", "result_sha256": "1953dadc137adea16fc40a86d58e967c3bfe78b2bb619d6d13e5cfbb502d6af3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013878, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.589768432997516, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1030, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:50.972123+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": false, "source_attempt_id": "da217de2-d831-4085-bef1-b5dc84827175", "result_sha256": "f9bb3b9087c15ea3f49296fea07793ec38d1e3a0d4783cee41998d7d4efbf703", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01282, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.276137667009607, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 953, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-09T00:02:13.870271+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "615e21ad-81bd-49f3-b669-828d2b28f8af", "result_sha256": "f20564288d423698864a67c1aff76c80a0fa0d48f325575c36e73bbb93506c6a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.266869496990694, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:51.346094+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "169b550a-e9f1-477e-95d7-fe27764915ee", "result_sha256": "82a99f3d0cba981c4cefcea24e0a8d0327701b20e3870951cabfc14243766023", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007452, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.67730627801211, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 503, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:55.762187+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7261ee3-3f30-47b4-8e91-4e65439f7799", "result_sha256": "412848f3e7c91f91f2b44d373764c2574da63dab1fcb6d7bebf664a5729047bb", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007996, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.274325737002073, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 551, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:06.835759+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d507f014-3322-4c38-a867-a52acbaefc31", "result_sha256": "7ea6824bb26bcffea78b38193e0ff747228a0eaf2c9025b851f2a378f444f64e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00604, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.644037142992602, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 380, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:43.964167+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "831942b3-424d-4750-89fe-553d4c4124f4", "result_sha256": "95ca0b39c097db038bbbf3e810866107000bfc330c10f5686b9f3499e7e7846e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005312, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.200794043004862, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 305, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:48.889713+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ec2d7fe-d269-4997-9630-628862ead1a6", "result_sha256": "7726545c8349e80e0a082bf32a00881e726adadc1c8e7734c142127b4ff94c9e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.593495592009276, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:40.150838+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f46c0b86-aa95-4700-896f-87026b05c3db", "result_sha256": "36dae5b4b45fac9aa6052b552bd79b6fba8aebc89f9e55d1dd3a3e67541e87b8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006894, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.801034060001257, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 448, "predicted_category": "handwriting", "predicted_font": "Apple Chancery", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Apple Chancery\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:19.404905+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ef8b78-5500-478d-9363-6c20316a3f47", "result_sha256": "1b95d9217fa3fcffa528b5f0bc867bc34e341f193ef4f0af195ee5ea18730502", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.561746059000143, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:20.279850+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0575b10f-0aa9-4006-b638-1ddd3f4e492d", "result_sha256": "d0ab3d472d3c036a56349b68a329f075de156bedad83fed5bbdb3ef53cdaee4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.975263975997223, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:43.532965+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "36733e8f-3d61-4eb7-907d-da225b975b79", "result_sha256": "a22ea887409339ab7e65f085307767744fb6c9b5d2a623e67b37f0092545e357", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004014, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.191995781991864, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 208, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:40:37.639166+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "af97fa03-76df-4787-b585-7457cc00bfb0", "result_sha256": "2b592b92d966218524329d4365f959ff0cdccd92bf416366e7499b123e07128c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005358, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.861926878991653, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 320, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:33.685565+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f35df4a-d20c-4389-bdcf-42b5c5cc4930", "result_sha256": "40a8c85de9650bb75a9424a1a66de5216ec1fdd05c8d9794d4cc4160349d9fae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00814, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.0260239289928, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:36:50.379531+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f439f871-1c11-4899-a2dc-1415b8be2948", "result_sha256": "c89dbcc64714597c55620d764b92bf0b2698a59871142040eb881bc0a9befe2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005524, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.774907093989896, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 345, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:39.235171+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "08ec9378-1007-4d0e-8c31-a421f7ae5a1d", "result_sha256": "3221a6a6fb746d68fafcbc1b87bb29ae69e3cbaf84bc961d2de49128c46a7171", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004684, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.431834764996893, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 275, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:15:26.200098+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f0335a8-f6a2-4117-acb1-a6a0d532a33f", "result_sha256": "971fad1ec9275dc0a18daa369341f67f0bb8746cf22fe433a47b36e6c49b1ea4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005228, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.528190494005685, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 298, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:04:03.020768+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b55b444-76df-4595-af0d-dd0b8cb2e642", "result_sha256": "0fe889e88d6db11defa3e69294ee9d0a082358996864d1e9316f50ca0fe362ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006694, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.810441380002885, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 437, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:52.534782+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d143c8b-7e55-456e-b9ae-255b7d9b8f6b", "result_sha256": "52a3dadacc753bfcaeb32d4494820cb6e7ed6c8298f437ba6d5fe70b68319ff9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004558, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.173227834995487, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 259, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:44.033996+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3963040b-d256-4443-ada3-578ca198e43c", "result_sha256": "51b93ea840a096c8363db70f62722d35688eccce33a8435f171f4feb15f4c59a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006808, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.466430574000697, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 436, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:11.866846+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "46d1f902-e363-405d-acc4-77899082aadd", "result_sha256": "a4f88019bbd3fafd5ebb6db7f1df52e6b3063e13c7e7993aee12e281a119c02b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008184, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.215588781997212, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 550, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:42.171612+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b632088-8d19-4c9f-be23-0f19bfddd1a2", "result_sha256": "248d4bfec58a370dcba7c08be1da11598bd5cecc632b82f23b853de1bd918e58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.732934091996867, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 397, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:55.624660+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f04941ed-3020-4ad7-b202-7075e43eb121", "result_sha256": "971dda1c8e0f30cf9cb349c5782844b91df8055baec4c62b5c1ebf3c299acb9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005448, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.358191263003391, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 322, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:26.854122+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7ec6818-d17d-437e-a133-69949d23423f", "result_sha256": "1018e183ecc913676db53fdc8d0db8d32398fbf27fd5dca73d63c1a7c4dfed41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006054, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.78745243200683, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 378, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:08.332742+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "205efea9-5faa-46c8-82e2-d1e48a9669e5", "result_sha256": "6941b605ddb6e2e948276605c471733c773054b620b275cc93e44c5502f57166", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0043, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.61419733799994, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 239, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:44.740808+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "20cf8cad-d066-4e12-9832-f0de7af88bbe", "result_sha256": "6a8c4dc4eabd07c168250e2491b35f0ec5a91c9dd455134da0fea3ac3c501cdb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005716, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.955621796005289, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 361, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:17.826775+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b6d6d27-10ed-46f1-8a7f-c4f22702a48e", "result_sha256": "dd5a6cb77c390b0543e889ef70bff5b57c306ae768588180fdadcad34e606c87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.446059192996472, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 410, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:18.454552+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0ae0cd7-8747-4c48-b4a6-e99e388e4601", "result_sha256": "cdcfd8547ceccd52715df3b95941f3193d3bcd355dc42215a2d740b49337dfcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.744724161995691, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:39.072023+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb3777b-890e-47cf-82d6-1da5501d96ea", "result_sha256": "130f44b5e3ae1d49e9ebdf94e8aa65c3a21b739c1d11eff98f2f2b8f0f7bd63c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003232, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.031976849990315, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 154, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:20.353099+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6f7c302-c9c6-420f-9e06-cd6b74705b36", "result_sha256": "8407f40407e68db94609611aeefca2cfae20e4c262652f1f192726f017cfaba1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005636, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.051659456003108, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 332, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:56.856372+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "24a32f4f-89e7-4c28-9c99-64ba6b5e570c", "result_sha256": "0bbb8ad9c452b4316732af78080c68ec24a2334715081a2b0e5675387f9ff53e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.006765279002138, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:33.742068+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e8ec1c-7e03-4a6e-a8e9-e5b97e72cd46", "result_sha256": "b96671d1c408e549d3f30b4c1b2b6d0529b4b99cfc5526518ffd1cf50f880a51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.492768971002079, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:02:10.164553+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4f9fc10-5fa9-4767-ac6b-fdbe4b5443ec", "result_sha256": "6e77e0a160b143e11c2837aa972bdd8a290127fa6feaac138d1e45e3d96adcfd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010056, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.322319168000831, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 706, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:32.398709+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae789d80-90f0-40cb-9d76-a883ea19db21", "result_sha256": "e29ad28c7fc8eec4a2b46836e72e623ffc835b591164510f1ab3e8e3b5fc97df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.6163261360052275, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 404, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:39.506732+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebb9eff0-2ee1-4be6-845d-0e3dd2a51bc0", "result_sha256": "e8b90c83903876612ab44802b553e0c102278735803b6c42f284d62b1b9a9e4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008384, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.640564960005577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:16.811917+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e6e048-49e8-4e28-8c1d-fefaae70f5c0", "result_sha256": "fd274c93fb5bb18690abf21914995d40386bc093187cc5c40e0ada3594aab699", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008656, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.327705613002763, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 598, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:52.344356+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "149da99c-637a-4300-be25-ebb23b171f67", "result_sha256": "c4749a2e33442379d731480182eb0e6ec2602dd6937b49c936afcb7c625b7b08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.163755425994168, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:27:07.397069+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3569add9-ede8-43c4-a192-c5b98ec2c560", "result_sha256": "d6d46d7264b074d96d8e1a62d110c3aeb032a4a3e6112de40efc71330cbf0821", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003886, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.782546590999118, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 203, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:17:07.063666+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "def9e95c-472d-417e-8068-d65995c92a6e", "result_sha256": "70a3471f384bb1d5045918a7fad362c82cded477d14c1a887b562b945166ba36", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007548, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.966836725987378, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 497, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:07.210626+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffdfb73f-b749-4a56-9c7a-aab6a4a34ca7", "result_sha256": "5e61227f4237d71192b3ef07bfbe618b44c2fe41ee97c5cb20ff6d868f89ad26", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007684, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.063826238998445, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 525, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:12.552328+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e6a7a86-4ca3-4e0c-bf49-153e500815e6", "result_sha256": "f4a4e642de052686fd163cde36e236ad2a78a57d906187e17bb2ba14125abee0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003508, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.996768851997331, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 161, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:02.209723+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3181c91-6d83-4e3e-8993-8e56ca9ff089", "result_sha256": "0c1d3f739eee59aeb6c74e2c466c65f861e476d9afa1dcd1a9a4cf10159ff83f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004876, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.0941083210054785, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 291, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:08:53.515824+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03eaaa6-7ba0-427d-851e-9fec32fd88e7", "result_sha256": "b055c8013d7b3d417b5f5bd6ee5da9ba8f91bc4fee656f0a3e7c06fcd903a752", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.733625635999488, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 356, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:47.202646+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc63d848-9f9a-4875-867b-47996a660b18", "result_sha256": "4583970295ce46d3fe85b58af350096ef6fefe9c5e7957901b6a6d8857b0db0e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011596, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.060634879991994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 847, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:20.344447+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "adf68b6f-e445-4af4-9312-cd53698dbd2e", "result_sha256": "0b2dd76a543c4cdc0c9722fe353f7abd7f310f502072220f66c527114c5198d6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008302, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.922975071996916, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:02.605716+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d923bbf5-332c-4e3f-9280-0e29cfe03a52", "result_sha256": "fae0c85ec97f915fa4ebc45b6b482fefc0af8c201ae5e084d1b0b1c1bdb6136f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003484, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.5721313989924965, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 159, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:55.863105+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be9ba041-a66b-4f64-8f03-dfebf24553cd", "result_sha256": "5f7acf47697534e4815feaf74784be20dd833cf581228c869c8427d59d6e3acc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003438, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.790543732000515, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 160, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:59.373686+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c624087-cbff-4dab-94df-fc19ad4c2b2a", "result_sha256": "359de23267f38882d845b829a67562d0fd1a888fea82898c3fb7a6ced34c8a9f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00586, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.402638935993309, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 345, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:39:10.130477+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "abd3d5ad-ef63-412c-8d47-47023bbd35b9", "result_sha256": "9e5536a8f836687563bbdacabbc6aebbfdece763f6e0656449895585b125cc4f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.005172, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.52557699001045, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 299, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:45.846303+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8822831c-0353-4601-8be5-e3ce2ca9719b", "result_sha256": "42ca276fe3e94cba5db2b6bf3c817fed51bc9f61165c0d6b0bb3b161cdf0e251", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.517657072996371, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 379, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:58.187994+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92841279-b23a-4075-9065-f8b26fc31fc4", "result_sha256": "50d202d9ad97545f32e9d95971dfc9164722407ed6c84421f834c9564956b54d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008324, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.496026137989247, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:48.167288+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a8ff868-9742-4d27-98fe-61184305da3a", "result_sha256": "47c946008aaae7c75c960343f22e62725700820fb9f1647955d0f404340f5736", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005284, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.298279547001584, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 325, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:19.836119+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ca2164f-3cb2-40ad-a1c7-ca7392ea05c7", "result_sha256": "cd333f133aa5835925e6867e8139c6ed89bea67878299108d4a05ead96831f1b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004492, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.489326668990543, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 259, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:47.951624+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8bb5983-7bfc-4785-8410-f48de89fcd51", "result_sha256": "54372906d165a640b1c699eb03698eb9884075e74a3d22c2eab41a1fb95747a9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.004972, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.755797435005661, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 299, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:16.101267+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1683dff6-57b6-4e36-8715-f004e40db375", "result_sha256": "cfed0a123f75b545125aaf158fd4064e8436febbead4a2b98c9a3ea1b1e0f9a2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007936, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.336259232994053, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 538, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:02.032565+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b868d76-c363-4b0e-bfdb-a68b206a7859", "result_sha256": "798bc9e17ad896740131db6d3d11a78c2a20ab3ac906776249051176b2bea060", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005296, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.6129717610019725, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 326, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:47.799292+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "64989180-61fd-46c5-a1d5-6ffeef5e9f26", "result_sha256": "1933781106ba050ef78cd8e8149c180647034dce81fab534cb00bc5095c8587c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011058, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.137664832000155, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 795, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:39.824201+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cddf792-85f8-4b41-a8bc-be34099a6efe", "result_sha256": "2e68a21b2e753919d974e7015d7f13f0fa79af91679e0227f573a67bbd907051", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.115735767991282, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:35.552242+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f39aed9-5bb9-4bbf-928b-d5ed1f449eae", "result_sha256": "1df3225569a938dea379b5df47949d0b21707f952661cb8652bdaf53a590a501", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004554, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.334006759992917, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 253, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:09.470079+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b5c2a2-48a7-4801-bc7e-afd6ab6404e9", "result_sha256": "1af5d140f0e21dec464d1e8bd8c4b0392caffb3fab229dd86312d9fee18a53b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005764, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.1961528089887, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 349, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:38.754307+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92731970-ccf7-4469-9b9e-e1c72e890528", "result_sha256": "61fcc644104e845bdae9360d3d0114330f776d11af7a0235398c1b82d936b9ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007296, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.126691839002888, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 490, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:31.004868+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3806ee8a-c22b-44e7-9ae2-cbdd91d4dcd4", "result_sha256": "cec2598acb907e4a203db104c12d8d5bdaae3770eb067b72f46e115da5c82041", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005946, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.877991728004417, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 369, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:53:46.846745+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a75c5aa2-cbbe-44d6-8858-c126e305ebc0", "result_sha256": "8104563de22978038d98d5754bc6247a76ca1a1d3def1fc2e75be26540fc4bad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007122, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.686556676999317, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 467, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:40.600291+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6c98890-15af-460f-9f73-1bdede1df523", "result_sha256": "464538c783c71e5e4d3374b0737d74fff4469d2c1c503e4aa60a605fa7a3bd5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003604, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2137382789951516, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 185, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:55.316619+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbe864bc-67bd-453c-b4a0-199894510d88", "result_sha256": "593d2dcb84720eb7801ef2cf61fb35fd949180f6e6bcd1dca1b194d9ce4d1114", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00496, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.916117037995718, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 286, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:17.641620+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bbb6cb8-ffed-476e-917d-22a9c9b6adbc", "result_sha256": "076417d48c8e006f7e4f3320a5382577c880bd1ecc96e9289e36ae3cd934a930", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006464, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.3060754659964005, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 429, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:20.399326+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f64aad23-78e6-4060-8770-bedcb520f07c", "result_sha256": "34f982562fa0e3989512bb32e665a985cb3f807735c95c4310aaa71f1733cefc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007456, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.802916163986083, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:44.323600+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "625a8e80-c42c-41d1-b8c8-e5db1d7ed975", "result_sha256": "91d815fdcce6ec8069cef0c90806521e991cc3748b7b768d85e5fde3a66ec3af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01581, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.985029102987028, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1191, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:11.105256+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "264c72a1-3379-4844-8f37-c579f0d00865", "result_sha256": "1f4029c8b3a433a343c77b0946ec55475685b81b9652f7f5f4e8c5790a83a349", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007012, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.897469080999144, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 465, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:58.097288+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b666aab3-da31-4d0a-8c3b-d2ac46828929", "result_sha256": "70837b10ad00901e663b429c6de73ccd7bebd80f1d2ef1d581cdffeaf686ac24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01052, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.140729114005808, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 739, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:12.719411+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "94272d8c-ea84-4dce-ab59-edc415c11603", "result_sha256": "c496c62a99aa867679f28d08eeabe6c6ac1ba530e532549757525765dde49a62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00613, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.159017967002001, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 390, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:51.544351+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7c0af5f-5d2d-485f-80b1-21e1af356152", "result_sha256": "b99e73a100abe63d0ea46f0eb9c51eef96764ce7da60409fba471d4ca18e7779", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008178, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.80366425900138, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:52.480088+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f99b10b-3b2b-424e-8c8c-05dbbc335349", "result_sha256": "43f566b2344e3835fc14a0d8bdb076222fe2929bcf27e258866b165083f1fe2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005454, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.159122368000681, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 328, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:06.661053+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db2f662-88b6-4b85-bde4-59649fed5f06", "result_sha256": "71cd469ff3cdb49bf953901b2f21c01cfd639ddf05f74944f217e076832b85f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011272, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.72823114899802, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 824, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:40.284828+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c241626f-fa49-4e1a-b9b9-c096d5140f93", "result_sha256": "237de54c5a5983d6600274a3b0e5b0378b86206eba81fe8fe406b17c93d3c9a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0046, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.818306486005895, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 268, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:33.048701+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e1eeb3-8657-457d-b213-a54905502676", "result_sha256": "c667cf8e1ad0164ea0588dc13f498fda56a30d770d102d2f2a55a9ba18d8b611", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.005692, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.421933002988226, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 359, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:28.298538+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd61440b-a65b-4958-8a24-57258b082ec1", "result_sha256": "b739d161193400f453346b730be4c7ccd518833f32e43e539dda6b622d881bd5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00828, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.838830446009524, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:04:24.011384+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4359320-e06a-43e6-95f7-7467a248637e", "result_sha256": "a782bcdc062f48c70ee9719ecc33fa7731a17658a6c53e479da016dace2dcf78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00819, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.028968206999707, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:19.395606+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b08bda8d-cf13-4d5a-8ee3-50337195ac10", "result_sha256": "bdbbac616c04a6bdbdedf53d8a887a2847c065f9562d509ed2c643c2f6dd9ac1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004026, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.023120601006667, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 209, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:28.836544+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db99e6ec-b4ad-4cc3-b166-8fe63a85c428", "result_sha256": "8502a14350e554606e657cab1d0fa135c5a992f569953c72ec3842d1c5f16d14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005668, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.311857373002567, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 329, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:38.717887+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "56699d45-7195-4daa-892e-d06c355ea0b8", "result_sha256": "3053e085373f905f2f51e49b96cbee3de9f29bf8293ac2bde822ec1a9edfcb4e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003846, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.604275361998589, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 194, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:33.310632+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3831c017-907d-46dc-8208-0db752818df0", "result_sha256": "3d305d35a708ba0b0176e59d93df195c1657f4f6ae15494971e96bd345a08424", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00782, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.440325888004736, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 514, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:48.086987+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a252351a-d329-451a-b586-869ecc2641c2", "result_sha256": "4a46f11967a5e87e6f31179127fdedda8e4ca5dfb6d207ce6b0a7923af1d17f5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003652, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.5915743130026385, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 189, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:22.165199+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa21802d-4165-424b-837a-0079b9da2709", "result_sha256": "e488bf4a27f29bce5cf40a6aec071dd7b34dae834f4a43cf56c1001c7eb71598", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00604, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.014725077999174, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 368, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:01.967132+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4c4c3b6-f446-4cda-bdb7-faa7dc2d742a", "result_sha256": "f45f869f66919cb34983d889dc68afd509151ea3d38a2631af3d60f7bb248498", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006664, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.143144496003515, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 428, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:16.106344+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8787032-021e-476c-9f90-1aac4f9fa78f", "result_sha256": "fc1a1108ae9aa8ce2064a954cf853f27e464aa8bbcb67bcd02bb9cab56d90690", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004508, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.063162192993332, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 238, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:48.312251+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4fc9bba-5345-4783-86d4-11a1a218adc5", "result_sha256": "04d99753cf60884df94264feac42abd6b40cc6673261309398cacbc869ea4a88", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008898, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.743854516986175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 615, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:37.603431+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64fb779-7dd3-47f8-b7a2-bf82dc6dd05b", "result_sha256": "814cc668d645779719c5443dabb870674627ee1803cd793f396c398b0f89fae0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004428, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.018142329994589, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 237, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:48.969055+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed85a881-dce3-49db-b4ce-2bf3cf751a2b", "result_sha256": "ac3953221ff224f294b1ada11340e2717ce5f3e21042ec78fca94bd675679871", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006424, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.378157849991112, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 416, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:01.113040+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": false, "source_attempt_id": "0020b0a0-a5df-4672-8197-00ecaad4bef3", "result_sha256": "e7df0b7d6e8a1e389138a49de4dde3869b54e92a53e955a7b626525cd99db035", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003618, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.223604297003476, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 175, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:59:13.458600+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a0e8c53-7820-4cbc-b655-03d9f4dcfba5", "result_sha256": "5a02154277f67134e83a4e912a2f2d6d5ac3e0976dc63560241161c96dde4e44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004162, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.2521438950061565, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 226, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:59.485405+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "67f22001-b4f2-4138-a4f0-78df672297c8", "result_sha256": "87cc162077be8bdede5782d4e9d127e03c361760fbb21037a3d0b5635e159e9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00433, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9715782169951126, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 240, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:36.674327+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ad6b241-5672-4de7-8ba2-2162fb386172", "result_sha256": "b23d95b5a0b727b9fa7337dec992e83a90897a607a55cad3cd7644b9cd3af3be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.999768314009998, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 548, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:53.434913+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aca8566f-09de-41de-81f1-92b2d2fe7655", "result_sha256": "9e481157723605296737011f0132ecd8a0d4fc03b5979d6fdb0eb63ddd0abfd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.751578327006428, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:25.396060+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c1456b-cc62-40de-bd08-b5674303f129", "result_sha256": "336cb8766eb907b4af477f0c297ecf76dcc3f68313768558708755f793d05ce7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004426, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.609765357003198, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 248, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:27.067639+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2919889f-a3d9-46ff-ab9f-62bffffd7ee8", "result_sha256": "f270e56a623348671d1b82a27a797317f234eefa8057946c27196b8022ae3953", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009648, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.430827395990491, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 672, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:03.916332+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f331d05-442c-4421-86a3-e3f23d0554b0", "result_sha256": "22995fe55459b98d56ac11b5eb23a027dbe281975859f469d0ef8479b7e3d8d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004528, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.694713384989882, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 258, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:13.577582+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d4d9ad1-b091-40fb-b9dd-d499698aa927", "result_sha256": "22c4cb6f1dd605ba2d766468b09161162edb1a044f7cd0727444942bc368602c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.499279641997418, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 279, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:15.566971+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbd095f2-c873-438e-ab24-1a596687b4d7", "result_sha256": "1233c348ae176c5e68a88221046fbe728519d10aeb0e29a98e0925def677ccef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004156, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.02968468698964, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 231, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:55.922465+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dff58a5a-84bf-4b22-b2d8-9a2adce109bc", "result_sha256": "b13519b5a5eedc927e1a428f008a0f575336a55cd50a5e4ff42f496533e01382", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00322, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8928647989960155, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 153, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:30:24.540773+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "847bcfb5-5d17-47c0-9c51-509610858b3f", "result_sha256": "77a6a72dada28fb58d41339d3dc61a76b926c80dd53b7ab76bfbd47ceb184934", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00448, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.676379298005486, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 254, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:48.520946+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb1b0455-db7a-4502-9899-86231b609455", "result_sha256": "ac75499c863f13adca1068619129202e3da68c62837273a85e73bc2464de2860", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00536, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.811032723999233, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 309, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:25.020162+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc2a16f9-94b4-4a71-8eba-567a8affcfb3", "result_sha256": "a1727bfdae750403dbdaa7f97c8717728d0dfd1d8aa11b2d8888dc0db7e33caf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00616, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.34764777199598, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 398, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:36:31.282328+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8de473d-2c9c-4942-8dca-891c59a03184", "result_sha256": "37f7bb01e6eea1320836b4150fca06ec1892a201cbf7b5a380807789bd230ab7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005908, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.332880374000524, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 377, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:42.276704+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c052f64a-e9cb-4dce-bf93-b89acd9633b7", "result_sha256": "534b36083f8aa3fab89048997404197c5ae19675216f5ad769e67e82f90514f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0062, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.810683766001603, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 379, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:06.823138+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd942b47-6550-4104-9ef5-a15049841393", "result_sha256": "616296639cf6f74992d8d4a7f322148c11655903340b249d5950650e2e72c91e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003526, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.779432502007694, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 173, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:38:07.464016+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e442347-2e6a-419e-9a6a-65de4d074226", "result_sha256": "5c7abcdf49b93954f370cafb95fcf36b19ae122d13edb5451b233c8753f8e9cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.296875034007826, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 448, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:12.788070+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1516dfc4-a74a-4f55-9deb-d7f4bdfc8d4a", "result_sha256": "8143ec12252015a601d5171d847e10323431755d71a28b62398894b7f9068ab1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004392, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.9618214430083754, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 234, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:48.772772+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "60d2a3d7-68e5-43aa-a8b6-5ed15680ef42", "result_sha256": "9ef7703048ea1c5c1b2fc027d5c4ce57691c6dbce4f286edbd9f3497de9d35c0", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005184, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.502947677014163, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 300, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:15.615220+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f09bcb2d-712d-40a7-914f-96c925ad80bd", "result_sha256": "90baed076a33cef010ab0e865aa7db5d5fa57022bf9e935ca97e6622546d424b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007758, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.822229819008498, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 520, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:06.925219+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71fdf56d-fbc0-42ee-8a52-b3bb027c0f1a", "result_sha256": "9ce0f4b2b174715a7d7864152c68f0cfc66ee29f35b787853531e48b5f8f6111", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.004546, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.317501156998333, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 258, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:48.223751+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f92dc788-7caf-483e-bcc8-b3b5b0bf27e2", "result_sha256": "11188a6182c6d46c69c4852e64609055f20230cfbe445ea1ff1c250f3dfb3137", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.483829414006323, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:25.900667+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c5e894c-a089-4e6e-b2f1-bdc777ff985d", "result_sha256": "cffef06d2adb1af5ba742dd0effeca2832ebd9b68e9e986ec55562f9dcb8f7f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01186, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.723846541004605, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 873, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:50:04.523924+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0fb4993-0d56-4a49-a23a-0ecf048086f7", "result_sha256": "3341fba4c9eb2e442912eabdd3ec2c48ed1d008b772cad3860260deac4ba3102", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006126, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.507217982012662, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 384, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:10.289181+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b2db131-b412-4b73-8e9c-af8e8883fee3", "result_sha256": "a8a7a31b7efb8d211b14729a5c2689c099617893d16b0e7b342a7879c9b4b5cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010088, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.625435020992882, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:59.648927+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d85af31b-8cf1-486c-a80a-b8dfd6165ea7", "result_sha256": "e1f6cfbbfb8c49c0a8e9352ab81106fb589f5913451251c221249ae419af3684", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006304, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.916431976991589, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 410, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:38.408864+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd73e40e-f742-47e7-9c5b-9daf9276bb72", "result_sha256": "986e573b1ae8ca5dfe5cfcab21720a76b935d343cf30b6581dc83ae08f2d39fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005976, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.292931582996971, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 366, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:32.389665+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d3f8ee2-4ed3-4a18-bfd7-2d843ad187f8", "result_sha256": "56fe187a44422e7d00172b6b6c0ad6da2e73389d5cc9ff8fd176f34cc2aa366d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006474, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.781848926009843, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 413, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:46.730589+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b9532f-0e15-446e-babc-e6a123dd6e0f", "result_sha256": "d039ffb911a38da8479cd1e0567ec0b82b5e93e62cac35be3f769505d268c746", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005404, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.075609303006786, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 331, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:17.837964+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d70fe0ad-1848-4e29-90d8-1140846d157e", "result_sha256": "84b3e4484ee997dfcd87bfc83b0dc0e8c150ba58c183c0d215b36c2e52433972", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005036, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.909035730990581, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 282, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:26.836232+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a333f20-7352-4ee1-b27f-a1da5dcfc1c5", "result_sha256": "1e05818c5dbd90f4b8fe49b3dc73eabe1171e400b9b16b763210ee81baf0ca69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008122, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.142386563005857, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:55.107633+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "79b9d8ea-42a8-49b5-8228-9907debaddc7", "result_sha256": "18575b41ba96ade7130086cb0440146751a2d77d0c53ae1a4baeaca399027ccc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00421, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9177714949910296, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 230, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:21.637364+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5873dcbd-e540-4ca8-be09-cf614c5c25be", "result_sha256": "c3f570b44cda33e3cd7ac0f1da1990732a9c16b694c6ca96b0ffc12076dca4dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007168, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.916784731001826, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 466, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:17.938275+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9efa68d4-74e6-4157-9428-6dfdf57c8ae5", "result_sha256": "d8f6d07044732787fdb6afb2f5e9fabd22154b8696d31d6adfe8d2ac2e04b75c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007338, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.7902359219879145, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 485, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:29.009588+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6740923c-35b9-41af-bcd4-6635029d02f0", "result_sha256": "2a3392634c84cba9d54f91cade82c20b947457df8716639447a8f1f63dc5d5bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.003154518999509, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 431, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:05.205465+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "408b72b1-8069-4b9e-afc6-10d8a978d19a", "result_sha256": "35895343e7aeb5386f4dda017304a43d7bfb31d7630fae5d460e10fcab8a6327", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003652, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.5841072110051755, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 189, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:12.791179+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5224be76-59be-4fd4-ace5-fc631035fff9", "result_sha256": "80e7ac40a90fd4490d3ff5cf1b4befeac3057d017e9fd4bf65f1dbaddaa4f8e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003904, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.5573639860085677, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 210, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:42.788875+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "497f10a9-a6e3-455c-a228-493492cc8df3", "result_sha256": "0a6caf40e60f403adb84bff31f852378f956c269b872ed82b602c5072ef964a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009112, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.772859880991746, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 644, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:38.988971+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "88e37a43-c245-4cbb-ae8d-0f09799f89c8", "result_sha256": "6d05c12a851314cfeb433dec83d0020d0afda2b5d7e85246ec6d08ae4b98af22", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011296, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.692188976012403, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 818, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:31.329488+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8665ed6e-4507-45ff-9352-d32aff5f2fb7", "result_sha256": "ca82bb84e34865516a3a91202f3d4fe3fab161f1c99f848a8d041aea2edb97be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.946706622009515, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:25.060831+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d11b7f63-9175-46f5-b6a4-211af58c5442", "result_sha256": "1cfba85d53a2f9bf562561e3c9c0e0e198228b61b981b2017f37a08ba82376c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.727932063004118, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:00.952732+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d13c1e26-040b-4bbc-bbfd-bfc289656c33", "result_sha256": "a7b72e2699098736c2871b02e43c4da93d417f978cee1fac631c1daef1a82104", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006402, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.331275731005007, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 407, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:09.582016+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7e24252-52df-4f7c-bcde-695deab4e0f5", "result_sha256": "82ca2ef19cbdad7458852a1140ede9478d16d0a5174d069891a8fb03bc326592", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008256, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.919709672001773, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:31.975028+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5e89442-324d-4365-81e0-a21e57d3e522", "result_sha256": "4559898380a534531a8fb617d329e839555bebed66cdc9a20482a2b5169f1cef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004894, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.911497424996924, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 273, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:40.648301+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b23aa5c2-396b-413a-9000-4a19a4352a34", "result_sha256": "a2cbc742c851abdf1791220d1729373420fa8651458eb855662009eb147aac89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011708, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.460764707997441, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 838, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:54.767153+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2759b74-f6fe-4f0a-88cd-521f7367b84b", "result_sha256": "a8325baeffb48f20fd1f633181159197cf3ee791f471b8265b7c69108c8cf23e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003784, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.0301675080118, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 200, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:46.183743+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5d74759-edb9-41a4-b1e8-7ab77a1fa467", "result_sha256": "40843f02aa5e7f05eeac5670c22e5d4821f963e5c577e620828b055022b24560", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004996, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.225308517008671, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 301, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:28:12.430179+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "898edca6-b08b-467b-9fee-f52f5ca9388b", "result_sha256": "d7f3f8ab5cbbb92711cf7f2d95610a557e1215017d0f1890e706ecd73ed62a00", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.304805867999676, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:19.891468+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "58f8ab9c-605e-41e1-83ad-c56600f435cc", "result_sha256": "e8efc8bc9848dd38b6b8a8fae38668e78ba1415f6e36d32fc4a9c3165ce18472", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005068, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.928958455988322, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 291, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:33.326714+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "66364267-9b8c-4742-9bad-6b613d965a5b", "result_sha256": "b594958ff6783b064643ccd0b3af43f49aa2224ade477a9a31896d10a8bde490", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005706, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.509195507998811, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 349, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:32.750676+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "973f194c-f098-4f72-8cc2-3624c6e535a4", "result_sha256": "92113489752979ecadb1b6fe89a8b5a4f77a6860c0209b98ab6e902d39ef5193", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007524, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.61216327699367, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 495, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:06.014423+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "59505b4f-b9af-40b5-956f-7576a012dfb5", "result_sha256": "1e48225b92b83dc4791c08f1355301717aedf7cc3f563142c5b2ef63ab48a1fe", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.005236, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.284903635998489, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 321, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:38.674908+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b11d35d-8cff-4412-b9fe-8d08ce670d54", "result_sha256": "d674798ca502cf51e2863539b9554719dc88b9d15f18d19da744f50c59724940", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005626, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.912114835999091, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 348, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:22.323749+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f49f2bd0-e570-4d12-9dc1-df046b0bf2eb", "result_sha256": "322dc4242fea9ca54e13a454de3bc8148baf0f43b96a0fff79bee8324ecb0a52", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004062, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.9798767489992315, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 212, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:41.399271+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c78ee753-6e76-4078-b5f9-c03084abb45e", "result_sha256": "803e3466f4982ae553a1134418ede3010d4b1d958fbe95e6e54f90f86c7e48de", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00627, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.913246876007179, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 396, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:48.227593+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "240049a6-2fce-4634-989b-2bb1f94c32eb", "result_sha256": "02a78264ee1a97d2c6e8085f0af7de4a294b3fb336cf729cbc73e27d60044f89", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00319, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9390545089991065, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 145, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:31.966083+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "57c65f99-9065-4b21-8180-f17324f1f7b0", "result_sha256": "b78ccb671753537617e8811ddbe48f3ad0987406c0bef64b8beaf68523c276f0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.29608571899007, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 432, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:36.269802+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b87b1f86-785b-45e9-8640-2b5017915942", "result_sha256": "b376145176fe869810ba2a1b0a8b2b3eca670c5ac32ea65ed5d2f5438a24a0cd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005422, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.901765481001348, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 331, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:02.250032+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "174a72b8-642c-463f-afb5-4dc0c260a0b5", "result_sha256": "bc110e043af55d49dfc7b73d566d3875b7bfe9f31752d9875979e92f20e72329", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004116, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.9917534770065686, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 211, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:31.746772+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eee3e29-6f51-49f7-82cc-76eaa0784147", "result_sha256": "c56e5746c371364bfc2da6939eebd2da2bf8cc08ae5dd6bdb0edd81395a8ded3", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003448, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1873695780086564, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 172, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:29.727301+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbcea67a-48c7-482a-92df-35fda7eda9d8", "result_sha256": "f1c398fd08b0fb2bb09bc9f9fe40ef5c722d812c85e494f89cce3f64912201ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004564, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.553422187993419, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 253, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:54.965252+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "871f1bf8-f919-4f89-bb70-bc49d5561134", "result_sha256": "f4bb3f75b293f849e021d9f9cb8dcae3a0696c02a9f6b0f317a2cca5bb7e2dfd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006304, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.983897710000747, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 402, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:18.374553+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "85d630c5-8467-4ed9-9bd6-16a9addeba3b", "result_sha256": "26a54934234ec52c5fc56f62b2b5b0a99c15c926b91eaf53261ac58f0755d6eb", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009858, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.967112583006383, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 695, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:50.691083+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7b85e3-5045-4660-bd01-125c6a258f96", "result_sha256": "9e5fce7ac2a0a24cbb603a4abb326c8086e27231bd3550bff48d7d1ab87d4104", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008044, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.654531906999182, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:45:01.567550+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ba1a615-0b8a-41e1-a3fe-50ad2348c8ca", "result_sha256": "a388a84cc3d8fe2d259ade0ff4de2ec9f7c64e8d521d51911b72e5e62aaf0aca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005446, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.016619052999886, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:31:00.856076+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": false, "source_attempt_id": "a195d91e-efd1-4bc3-9604-e1076976f739", "result_sha256": "a13ffbfb351218f95646a28319fb148d1dd4a62122bc8ed32a22c7fbd8ba801c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003762, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.570802721005748, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 187, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:43.032905+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d2a4953-6973-4170-b3cb-3ff2503a8b1f", "result_sha256": "b1cad088668a6b9b2d70900819b80e68cb458934ad984be0d8a9d863ae2913cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017556, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.892531855992274, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1331, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:35.879945+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a4e90a3-9776-41f8-86c2-ccfbdc250639", "result_sha256": "a674a6c99ce6db3c42ad9e0f9ba0f6cf3652c55e7395b8ab4a20b7735ea7aaae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004954, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.928435167996213, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 292, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:52.409191+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7ffed35-7114-4e17-9f91-bae78eed7473", "result_sha256": "50edc4a0c645e1ff5a37026b400bc4e116772ddaf004bc47243af6b2dee18738", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007144, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.243151735005085, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 464, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:54.572068+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c458cea2-74d8-47b9-aa29-7052c272cc9b", "result_sha256": "77f3e34c2eee6995da9abe58e997a35bfeecb8f0bda6ecdbafa2a7199012b961", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010632, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.233997900999384, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 754, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:34.027436+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfff0334-17ee-4e03-87eb-d77aee2ce959", "result_sha256": "7ab609f992132e537b50e22a7686c9a2db278b84294ff3935190d12f55cafbe3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00364, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.5142029249982443, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 188, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:49:41.133840+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2460b3ab-3012-4b8a-9c4d-3f7df633624e", "result_sha256": "641dccca1048051559b1d7f2a5742350724648283e3353070154204104f9e337", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003664, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.801122346005286, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 178, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:08.211438+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3806faf-1507-493b-996b-65e37ac74f5e", "result_sha256": "6750605f887cc20b1e393c2e39f115ca925fd6199fb9c05e21d28cf0b16dd2e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004588, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.848091130988905, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 263, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:18.459826+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "98442ce3-0607-42d1-aa16-352f8138f5be", "result_sha256": "58ab47098a8e43a40471e149d7cd5ccf412e8d01e199081b0c0f9166c1967de5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005144, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.59499181699357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 291, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:23.546314+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c3da01a-7c63-43d4-8284-ec7838c31577", "result_sha256": "cc6d61ea54a9ce8eb718170a4514690f35604f2a336c99500c8e21bf3ba5aaa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006076, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.300799531003577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 383, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:37.439225+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": false, "source_attempt_id": "0e42b410-9187-4004-b618-6d7a1488ef3e", "result_sha256": "2717f348d52f11e5ccc3ec725b9dd1ff7c3fdbb346d3b369e9c8110d38923959", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005212, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.662530999004957, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 319, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:00:51.413029+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ad4ca39-337d-488b-a944-a5ee7890bbbb", "result_sha256": "9c090daa5eefa0858a6052a1466490124a2554fe216bd7693f5eeba9dabc8dd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005956, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.078646156005561, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 381, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:11.919194+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff040e05-36cf-46e3-9201-a766f74244ac", "result_sha256": "8ea4906940c1d164044ab424538ba3903524f45cc469fd6e172b10c29c64f290", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003628, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4487631550000515, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 187, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:29.605971+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0bffe25-e31a-44b6-87e5-ee446f3f742b", "result_sha256": "0106e241f382aa9fbda1ece53501e0c25bfbb628b6af3a8b86e5527dd27a013b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008056, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.850520615000278, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:09.902970+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "edd57dc7-a02a-40c0-a42c-3b38caa53ae8", "result_sha256": "c80abd796ce1e443573a3d3eec18822f0209040040770978065a210abc3ed9d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007716, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.396069688998978, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 511, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:44:34.142332+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "061dee01-3947-47f6-97cf-2894b9c215b0", "result_sha256": "47ac1e691eab38f4a6fdcba6f354d75eba2bf621cc0d28fbfad1c115f9a5453e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005722, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.332032516991603, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 342, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:36.845212+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbd893c0-806f-4b6f-9e8a-8aa8f10e68a7", "result_sha256": "3fd894a6e279717ad6be96efe6d18e77c74f792044b8ede69ed757a5424b146e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006136, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.672413364009117, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 392, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:35.410091+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc221900-62d0-4ff1-b214-74b97dd34c64", "result_sha256": "713871381ea8fc566b4ec2bb29068963c2c9a7eaac91e2d1d27ef38dc9457733", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004398, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.8192465269967215, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 240, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:17.300269+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "650857fd-632f-407a-a18d-110ad09abb71", "result_sha256": "f749b473c91619cad0bb704ae55e56b5d93f3ab0822e57d269077f6c539fa734", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005688, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.934060366009362, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 342, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:06.800388+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3674a33-112a-4973-a5fc-8fc83769f683", "result_sha256": "0aab83f36d79374941a07943e91757dbd83f0dd658b840123ec864e91af760f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008248, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.323554055008572, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:58.719020+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0254f6d3-968c-4226-ba2e-9d065f721298", "result_sha256": "1b54b1fc549778bb90b97e1e667edd3910871dd01cac8315e411559492fdaf1b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003526, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.689707701007137, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 173, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:23.701576+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f92f86e1-5a8f-4f73-b52b-80a517a0454e", "result_sha256": "cd7176949385fcaf38ee27382af8546dc10220bb1bf392bb5b4d3b991a2bf332", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004724, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.381076213001506, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 256, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:22.517877+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1f288fb-8004-4628-9c9f-29b7f4d2ddc2", "result_sha256": "c3fe6019208fee1151544c2b41660619bd8e13b2af468cbcd446421505bdeffb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003064, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7864933620003285, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 140, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:00.092380+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c74c8d5-ae80-4f61-90b8-c2137d4cba93", "result_sha256": "f9d946c3a21fa4d28d5fd80a0fde8f2ded3c69f804d47d768f1cb686f89c1d6a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00784, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.72693681900273, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 530, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:31.402173+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3467ac59-d234-4a52-9142-937b6e636e54", "result_sha256": "c6128faf9259a7b92efa85adc1260c6f09e28be9028ea66cc765c342524f397c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.089793206992908, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 419, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:03.872480+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "55d9cddf-911e-4942-88c3-47d1517017e3", "result_sha256": "06ede9d4584a788be1438c5133fa8a3bbc5272a4a40d9fb558d99d74d71e5bb8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007134, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.137474982999265, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 468, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:55.018485+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f8d2695-91cf-4120-8758-6ea718ddce07", "result_sha256": "2f94afadded1087da7db97395b27f117734629506f07f490da0858b4f465d7db", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006702, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.99096439499408, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 432, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:19:55.466195+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be7e0054-a47b-4d0c-8f0e-5c57c62a2028", "result_sha256": "bb6212bb6770bb20e982c2bf6f8a036bc28f7e216fbab07e7f65b5532688dc8a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0037, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.394077876000665, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 193, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:29.627963+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8df39016-2e98-43d6-bcf0-6006ce4e88b7", "result_sha256": "2cf3b64b512be91bd829cc5d05af5d43d461b4a79bb798c74e53b10b3cbcd7e8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.010036, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.326416316995164, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 705, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:12.138088+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7f8114f-aff1-4de4-ba63-b4506482f960", "result_sha256": "b32c4185053c2b056837906b11ca457f59cd4fa5d1135a60b67b4572242ccd2c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.015988, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.384545024993713, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1217, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:44.451274+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c59e1de0-319d-4be7-be9d-77b02ea1c45a", "result_sha256": "654d57ef505b66a3feae83687f7aa860d2845a832adb75828093f9bfeda28139", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005224, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.853270502993837, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 320, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:38:50.525604+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e03da7b-9d41-4b90-b1bd-fdc40be17afc", "result_sha256": "83cace8aefb6c4efb08df9b650929f751a2f0d7d2f9f8535a7df7d8aab72e0b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003904, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.504185785990558, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 202, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:47.705967+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0d3faa-e854-4636-900b-22144ce0d411", "result_sha256": "1b822384926762d62d4a7737963fbc5c5d0fbed267249fecfb77eaab7486ed95", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003378, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.3787490649992833, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 155, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:38.604271+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8df7d546-3f0a-48fa-842f-b805dcaaa8a4", "result_sha256": "6c0f5116efe1a56aa2a56436a79ba0a95bcaec84435f0c9d08b607a9edba1294", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008238, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.4728358299908, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:55.670569+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a764572e-54db-40e7-a5da-26f9963bf7e4", "result_sha256": "86c1ac00713582d9bac57084a2bfe35e07973c74982fc139f481ceec56efbb66", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011812, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.939179876004346, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 865, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:38:36.150715+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "20754f2b-7d9b-44f7-b914-09aa71313ae4", "result_sha256": "5cc8d40d4735930691f0f75f5e2893721fa6844006469b9c1d516842766a9365", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011202, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.8074727649946, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 807, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:38.740193+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9718b18e-a38a-4840-ac29-c060af076e06", "result_sha256": "53f5129f8b2767d1f09ea42cc4d1ec64fc4c40f9a281d280a36276318aa053a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00397, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.856854472993291, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 210, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:31.573642+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6751b516-473c-4585-89ee-11e29921b5ac", "result_sha256": "279465ed8c2af491146eb41f03c56dbeb10de93b4709813c11db4dbd56ec5f22", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006076, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.875140953998198, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 375, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:19.443787+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c4c1eb6-9c51-49d6-9391-18d72999efd0", "result_sha256": "f033e831423795fb7eb6bce8b148415bebb34fa27d0aa853abed2c3f2b4eccf6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004396, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.043300885008648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 247, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:30.483019+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e41c8fbc-5f45-416b-b259-a40b8c4aec2e", "result_sha256": "e6043ffd1606dffa22518ade34e7a4558178305ffad60bd2b34ddf4444d6c95d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.6692525219987147, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 162, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:09.046207+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2612bd95-7bd7-442f-a112-35c93437357c", "result_sha256": "025c421c8b7d5adf3f7c57c5268355412f59459ca5281702aadf3fe6274d7ee9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00328, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.5949212519917637, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 158, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:40.923504+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bfe1140-49c3-4fb6-8501-64c53f591d7c", "result_sha256": "fd9ac5a6a4de221b2bde89a4fefc8c5fe4a33a8b4eee1e5cecfc636f15ffeeb2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003452, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.3408249149943003, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 150, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:19.664802+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfe41f61-13ba-4a35-8c15-1a06fcfab195", "result_sha256": "16d0d0b6ce9ac059ad0249333483a6ebd23d9e877526af55363bc3d6734cd710", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.414884365003672, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:28.444346+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcaa21d4-36d2-49cc-afb9-9fcf8793f399", "result_sha256": "cd96d0606d3ab1fce2ee28fc3840a58ec351e7c5d20e0b29c31ee2bb52260d3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006546, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.836575120993075, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 419, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:38:03.640134+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5a82852-c145-46f2-b3b7-7dd6d6091034", "result_sha256": "ca0592c20784a29185385c997fa0e463a27237f1af01468f476c9f88a47b6338", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005416, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.546630721990368, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 336, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:18.382930+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ee74398-3085-4baf-8b92-6ad82a9b423f", "result_sha256": "8d1e2467b17e013edf0b8271d889e9b67d81e0bf405cd829232fa396f511741b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00664, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.534789760000422, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 434, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:44.391058+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d5d9cf0-3d5d-4a8c-b7a0-52cea736c743", "result_sha256": "349a54cb2528de4d1bd04a7a527896dcf36d4038eaa1cedc29a1c4fb0349dc12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007604, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.167687944995123, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 496, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:34.220585+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9795fa6-e371-4e4c-9ae7-c3f90fe4b9e1", "result_sha256": "47507f2f92017fef2f0c3e47b95a176d567e7601f5d0899230da51b3db74fd81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007002, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.241483851001249, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 457, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:13.111141+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4504818b-d168-4a8f-a6c7-fd4eb1e6ab5c", "result_sha256": "2d8f08641db3328fb213e0e8843ec4a6883ba7addd6a0b90c4278ddacb8c3eb3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004362, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.591306923000957, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 237, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:33.305466+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf6b7ee6-854e-4da6-9f23-b504c227e8d4", "result_sha256": "8700f3e159f16ec1851941ec0f4f75a5826791e990c4e1b6b228036d45ea919a", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005248, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.139859340997646, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 306, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:26.193996+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "48854cce-23cd-48ed-8cf2-ce842938b5f3", "result_sha256": "17f0ab88eb12bdf96acf1cd40e0ca7d6cef2a8e5c8b721c78381caa9a2150e4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009996, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.927454489006777, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 701, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:18.560261+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e43fbec-4d48-4516-b653-f4e5c4ffe5ed", "result_sha256": "07cb014f539e2cedc6d8d1f9834a97928561fb3e563e789a1d46cad601e81511", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004194, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.036104838000028, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 223, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:40.243701+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "82fb58e0-2ac8-46d1-9917-f76f266e6a4a", "result_sha256": "9a4bb3502d6788ef86a7587c238cfde7a4dbba0250763161ad9ffc039d1138b3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003964, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.405234455000027, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 195, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:52.592032+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "670d9d60-d297-4a34-9bc4-1509ef7afea1", "result_sha256": "e9dcac95a0c86d0289a65d26ee65fc7cfd4009475633a1abe8842c3c5f7a6125", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004708, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.484942078008316, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 269, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:57:10.376018+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ff79493-0f32-4e46-9b25-e65e4417b83e", "result_sha256": "fba9f2b18365c5b848028b5c4b04c42da8c7e839f66c551b7c6d63ab2233c88d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004996, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.687407493009232, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 297, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:10.386765+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7b144f5-354d-4c82-892b-5d6ae554d568", "result_sha256": "5ff79c59f126dcda425bb1385a2fb81675688aca1a420e75ca416f3d1659fc06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005074, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.817235240989248, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 302, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:18.904230+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b36942b-9ab0-4650-b160-a002ca758a22", "result_sha256": "976d944ffdb1378906e4537916f807eee91d6c0cd971005bf37ad7909cbbb8db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008454, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.242257459001848, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 578, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:12.399240+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb978e7-900a-413d-823f-042f5ba570dd", "result_sha256": "c8b9780431099c492e82fd068c943bd5742e75837739b707af9426d4b2757d15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003954, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.936324384994805, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 203, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:58.390071+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdaa123b-f6d7-424c-b935-c37097330ccc", "result_sha256": "a911936ae57cda0ebe9fde57663a40d733be0cd44f8cf8053d026fd2e98d1161", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00378, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4137389110110234, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 183, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:58.219552+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0007e0d-e37d-431a-a956-df958e3ca310", "result_sha256": "2d345ee570a51bc303bb395e3df1616a74d94ff4f32911624f1efd9b2ee47438", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.003766, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.4387726679997286, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 179, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:20.142754+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa469a63-4d37-4b98-abc1-0012f650e4bd", "result_sha256": "4d92f4076be433f1a1fc82dd8f86dd7ef6784e6f9d4db486dcd33af9f34bd652", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008348, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.263182360999053, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:58.976235+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62809cc7-79f6-44b4-96e7-ad10e2856eb4", "result_sha256": "ca365291ca97fc647d756c7cb9a5aacc83acd20772b7261487f01c58de22982d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.09472013899358, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 447, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:26.737800+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f158e51d-4a20-4c4e-95ac-fae6c003bea4", "result_sha256": "4924c56a004ac4e59f66184e6c89abe9206e6c84390913d3df21b2dce98b141a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004936, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.065531511005247, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 296, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:55.117591+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "53833cb9-06d5-4464-ad0f-f31f01a0ea67", "result_sha256": "ba5b72bf4abe9fca91804edf13798c158e531d4f57fbc3445d4e813d90509ed9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007698, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.899287397987791, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 515, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:28.283859+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3eaa8d0-8c58-4deb-b887-a138291356b7", "result_sha256": "7f7b87fe3dd4e36f68b691cb594b26a903ca9a3e3da76c06bc5f679cc86b6428", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00538, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.15374942800554, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:04.136204+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ac8f9cf-058e-40d2-b89b-42b30248e519", "result_sha256": "5183182d822eab572b68b368b1cd872b30b92d2d1bd33dd9b14e6e430a570efd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01303, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.032174662002944, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 951, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:02.760513+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5195a01a-0d18-497a-b7aa-81bc395f15a3", "result_sha256": "e139967f23df0f5c88e221483248089bf09699dffe588191de6537e3aab607fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010852, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.166751158001716, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 789, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:51:08.350488+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe98d55c-52c7-4e64-89cc-566d6fc71400", "result_sha256": "584954ca5ef314cb87aafc58affd1e9c0936bc1d2a9ae9832e1321c4a38438ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011952, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.150637603001087, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 864, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:38.682418+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0fcbd13-26b4-467b-bd2b-2c0f9a1cd9ca", "result_sha256": "208f407966da1ef865be3453e50e92d70ad5621d80b01444ee42ecba7a4230ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00547, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.293566178996116, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 321, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:01.104447+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "970026dd-5bdb-4f4a-9ae7-52e5431b6261", "result_sha256": "ac082e48914b8a5f6d615376eff30a17c00b7b70aec03799bd0c4df4db556bab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00626, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.753081240007305, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 384, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:17:39.053539+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "72a2eaa7-ce2f-4376-8a3f-f5733b143c5a", "result_sha256": "bb9ab0f1201147a6abfbd3fd129eb05f44688057247a8ad2ea89620a77966c97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007516, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.684574415994575, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 503, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:18.226912+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e839e559-8b25-4721-8b0e-aed42a2d1ed4", "result_sha256": "db6718c473466c97dca31e1ab0f6e82a17bbfc8895a9c855931a21718f057664", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007146, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.342748639988713, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 469, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:44.264266+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8543c1b-94f1-43bb-a80f-7d7a4a9ba754", "result_sha256": "a3c4d187d1fc16e58ecb668ef1886f1d0adbb7cc6ebfc8569afd5f643a68fb58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004974, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.588494847994298, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 288, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:37.719280+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "31a910ef-89ba-43d7-bbb5-84b7a5f3468b", "result_sha256": "78c41fcbdf76a89a39be3977bf86fcf352234c05bb785a8b4d2e4cefd85f80a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014442, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.688660308995168, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:21.822760+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5111a992-428f-4042-a3c6-ed4379a3eeb1", "result_sha256": "3cddc6e45c63e45e435641f0d8fc663f40f601489bcd37b311a8f90e706ae12c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008116, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.658115591999376, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:12.361102+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec4c95e5-59a8-4624-9e4d-8df16977da15", "result_sha256": "dd06eb43aa7174b941d7432cf9bb3eb49ca8403d2c4e3bd108d141e8f6c44ada", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008178, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.600791434000712, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:41.111608+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "36dd8b5e-a1a8-4c0e-ac2e-c9d39be9ca6d", "result_sha256": "39dbbebcb3871c1c28da4e40cf7e22a4ed557adfa65ab6aa762795d186f8ae8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00484, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.897096758009866, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 288, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:08.232006+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "659de259-7784-44d4-8857-b0f784776c99", "result_sha256": "a826488f39a7c20edab942b73b9e55bd980e6c5dc70ca185bdf0a0aee78d14db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005564, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.640563448003377, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 326, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:38.492604+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fca235d9-9dae-4874-984d-8d306c011d73", "result_sha256": "25772fc9b59e5dc40db785e7c686f915fed44db5a268ccf86c2d3bbe67a792d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005854, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.567756106000161, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 367, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:27.068760+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b17776ba-fda1-4b32-8f14-3cb9db19ceba", "result_sha256": "85d69531ca0ad0b4dd24f15b41c1d12a2ed382105d6ff7a66ad003c09dce5a05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005238, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.798140530998353, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 310, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:14:11.511682+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41da1668-81fe-4184-abab-d4d27fab7e3f", "result_sha256": "7aa3ac8f73393051cb2d4b32c7a4f2d04249b69acc5f3c4567baa2262c0f35dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008336, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.678379421005957, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:07.596929+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8c4c57-903d-46b0-a0de-13c15f2e8b62", "result_sha256": "6e6daed413ed5d7531e95ce5e2bbabff27eec2d9e02d0cffbb0ce4cc5741d656", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003652, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3898124789993744, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 185, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:47.025116+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a6d1d0c-0b51-41e7-a46c-9362114cf03b", "result_sha256": "4820d97f5b26a8c40d2b769238cf33f546575506bba998bc7be39c6912c0f839", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004348, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.34154648600088, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 247, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:10.449558+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "db069faa-fa9e-4da0-8734-102d9003d2c0", "result_sha256": "25f9e43bfacd7c38ec61455e44f333185fad352bc0409ce942d091b8b4ad6246", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005412, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.796226172999013, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 319, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:08.203205+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a599c38e-d863-4f45-a590-ff8f077a2be3", "result_sha256": "e33f427f14d75a46c1ad1913fcb33b0b52429ea5d3910189b8c34ee2eb428d63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00649, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.815411201998359, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 406, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:22.960972+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fcf89d6-c104-41e0-a8d1-1c1a468c9a84", "result_sha256": "8a11d13d29304a50ab055a423104eff88aac9c55f7fba91d18f1895f115be657", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00412, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.2211153770040255, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 224, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:45:02.482308+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b76b83ff-f2a8-46cd-8eea-8b1ed1b38982", "result_sha256": "1d52580295cf8f7b1f10160a819746cce3b269f09c03fd41fac91f22f682288b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006006, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.69990479000262, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 374, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:35.926012+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18ad39ff-0179-44b8-b940-1c2f5758db40", "result_sha256": "1b0fe58024dbc2fa9c22b597582115c3a565339d15929ad727954f9b03e6ca77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.010278179994202, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:24.589922+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf530f7c-27f1-48f9-817f-9cc0e84809d6", "result_sha256": "8ca404b31b49d82681e478d6e8a6841702ce81d3e0d21c57bb54bc3a7a39e5af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011248, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.307239100991865, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 822, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:52.293740+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c801e7ae-30db-47f9-8a1b-53c5c11ffbab", "result_sha256": "c1f4909e86ab96083e3c29f0a3f9b8ec19bceb479c0c45593f3db73727b66afc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00408, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.240826677007135, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 208, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:13.362870+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c30a6db4-ce15-4a7c-bd18-710dc8685d8a", "result_sha256": "04930813393eef8c6a870ce9a8eb50a0cd6841b2211b4204aa1a38b266bbc520", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004578, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.490138042005128, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 255, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:22:40.080028+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "20125fef-b6cc-4b4f-9a84-e6f6270cff80", "result_sha256": "c169dd83e8448e151310f17d1f2d64f27b92e731ef304da7015af89253df6538", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015628, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.682392629998503, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1183, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:51.698326+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "67607ae1-0f37-4077-97a9-2993210c05df", "result_sha256": "cba454e0c679896eef49f6344cf627ead645b1ed508f5c1fa40cda4d47c46d20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.536254505001125, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:45.389017+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6558bea-fd0e-4dd3-baac-f02fe83a2496", "result_sha256": "ce577c4ff59219305c352f8d0c5959c795321234cb64952ecd1e5ac3af72db1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0067, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.025854968000203, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 443, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:28.478935+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "161f0cd4-d514-4d18-af0f-49eafa45ec1a", "result_sha256": "5c942be7ef351f024c36566521a3a421eebe00f008ee83c380bedc13e233fa8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004828, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.775254526000936, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 283, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:11.358408+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "495142fa-e2bf-4e96-ae99-48d402490ae2", "result_sha256": "c3bd201d18c7e064e58863ee901f9579b58ab25aa092ca07ed6b8e86dd8b87f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005648, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.3648152989917435, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:25.180974+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3b313a-6d22-43e3-ac9d-cb82d44d943a", "result_sha256": "5a8fdc3c728d391282c26ec3b1f615f493540645cd476f638f88cd47646a865f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004216, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.470180453005014, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 236, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:59.632896+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "79352ac4-6930-450d-9602-443286daa555", "result_sha256": "0a8703ea7bce741682393e7d03b7098a7f84505ab3684aebc733d20788bc48ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004876, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.566668343992205, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 283, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:30.182627+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f398999a-c57e-47ea-b595-c01c73d2f351", "result_sha256": "cd844118d5ac907e03b01865bcc48ecc1334f242293d14fc0310997a37445a67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00387, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.905952699991758, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 196, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:41.557967+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "79954d44-b0f1-4066-95e7-647997216ec6", "result_sha256": "df90a729cbd35c6df9edefc21109c4dc084ee4a7db3cf9f71b0f4f032cb076de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005422, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.356609700000263, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 331, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:45.404306+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdc77f94-5301-4ee2-b698-bcf8c2995189", "result_sha256": "4a20dc0a0aa769d1e6ee4ea3086b6b1b6c69181b53640f88d79c16e0e12ee76a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.026838, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.89164358298876, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2110, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:38.209381+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "29c0d7dc-c022-4e4c-8d6f-514e24e622bb", "result_sha256": "5ae1b062171df490e6dbecd5e8387277d80cd923a9922bc9f7e2e6f82fdb4d5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009064, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.609686253010295, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 636, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:56.799217+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "22b84323-64b5-47a6-beee-02b71411eaba", "result_sha256": "7ea47813f64e774c2e8a48a27a769e7dfb0ce715ec8c9e313d67e9a07f4b249b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006184, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.322983753008884, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 372, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:48.696653+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "11f0feef-ce24-44eb-9912-f60cafd2620a", "result_sha256": "f020c1f87dcbeb47f201f80a1cf59b96ab5e3dee4447415b3576b57ce42d74e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004392, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.722305479997885, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 234, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:23.591303+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e952669b-1545-4861-807c-6996f6e00885", "result_sha256": "23ee5e54426092ba858b02e787df7561808e773c5d7b845ff501d428f85fa469", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005094, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.561127401000704, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 298, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:55.108996+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "22cf7b52-fbdb-4697-bdb7-1dd97ba95839", "result_sha256": "ba4bca90e6094e14154f024ee01c39984e7a12735819fae5ba944d58fc66e583", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003868, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.015575469005853, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 187, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:25.283122+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c75cbd8-f45f-4799-8702-a2d77c8f3b9f", "result_sha256": "18428035603d8dbd478580e3815fb943c61e8eef875e6c6ad1311777a3bda911", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005684, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.820319081991329, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 336, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:54.230685+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee8d4b96-0c17-4b33-8ff6-33080c9c3857", "result_sha256": "0956e0de3cf551ef7b993fa036c2bfefbd70d977911374643dc6fcdcd1a62259", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0052, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.82417670499126, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 318, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:07.726089+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "14d2b12e-59c9-44de-a8cc-f66e0f94fa0e", "result_sha256": "47184b260405e2637014f040f661325171193c5ea8f266597664f72d7e412905", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00525, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.819381346998853, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 311, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:24.555003+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "83939b27-c035-4aa9-85e1-8c1327495f8c", "result_sha256": "2e8e5110841da7f305737760340e15a95686df6ce391c4a20cd9a5b5f1934e19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00454, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.463912895007525, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 259, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:53.737398+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddf0d452-fd54-4676-aee1-89dede0af686", "result_sha256": "0fa77932b31ebbd37edd27a563a436f672b51e9cc22fdc23039cbd086f3cf08b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.010716, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.171666484005982, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 761, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:09.018643+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a25075dc-9464-44a2-bd18-f7825d3b4df8", "result_sha256": "de02789cb98fe4df82398f515c727ce716927ca57e314c622f56cfe1bedd9d6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.1402184369944734, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 174, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:46.435867+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f6201a0-ca58-4a38-95f3-f0af942d4793", "result_sha256": "95618cdfd6658c2df6a7c395d1264c0cd6602fce1396127b344c971224b49757", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004116, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.7923287190060364, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 211, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:41.941517+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "efe76db9-8289-4102-8bc2-8aab328eb618", "result_sha256": "f74c6052dbdd25c01ec08104c3df9b1932372f975877ec55c2c0d131d058d02f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005308, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.0140647839871235, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 319, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:59.393596+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea7b2dc-d835-46be-ade6-4cd285d24219", "result_sha256": "184a772c3934404fe7523e02ff02139b6335cf80075902ce9a492a1c60d1c808", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.127557618005085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 431, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:08.257430+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6cdaa54-a75e-4012-9b47-a407c435f87d", "result_sha256": "6d383cb8999fa773eb7a353d68e04223485a54a9ea37445b4b42387865ec885d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005148, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.334153000003425, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 297, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:44.170551+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0447fab9-63df-44f9-8d9b-ebe4e6118f50", "result_sha256": "f4c34ba49fec0f52d117103de19d7e6da358ee76c7854f3a5c48f79b479b5eb2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.005356, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.357121852997807, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 327, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:59.093481+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e7a4f92-9392-4f38-bf29-4eb189733166", "result_sha256": "6f77ca0eb0668873dcdc8cfdba0650a148682ca9f64d0675001627794f26ee2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003636, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.5395465579931624, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 171, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:54.697147+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "93dcb4de-0087-4618-ac51-7e64dc8bd13e", "result_sha256": "097bafc8fae75aa2e14c5185f3eee0a9a48f1ce1a42df9c99bf8cc4f56561614", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003666, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2851864240074065, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 179, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:19.750055+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1fd3c40-6bf1-4b60-8350-57329fdde619", "result_sha256": "56d00a2a4042c24d1bc8b878ea27fe15542a5b29615d975e43e9964377308c02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006778, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.871984858007636, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 444, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:20.986521+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "34863de4-3482-4b4a-9fca-7977c7dcce73", "result_sha256": "c1d978897c83d0bc8b9149a3ac0854fd5b4654be3f512549be31d6f4dfca369c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00525, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.879447472005268, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 311, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:32.519743+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fca2220-8384-4011-9de7-43cbc372dc42", "result_sha256": "a1c56300b073ad75019f1ffff4102c0aa2811892676405b4ec36261690990f87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003382, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3261729270016076, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 161, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:07.352177+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce25bbc9-0321-4120-ae82-60a047edd2f8", "result_sha256": "3c6b021c9d90c2b86b3e3e44024b2cab15ce82785fcc57a3472f918a9632ba5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.780458474007901, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 407, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:21.221115+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0ff3270-6c24-4d76-8124-5eb7f3fc7a7d", "result_sha256": "233c54e58c4e50b4b8ff58804361da0f237c779a225e9e2283f150fbbeeb3954", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007476, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.456994492007652, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 491, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:14.173317+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "637a88b6-284f-4faa-8272-e19dd58d888f", "result_sha256": "65916c374283a34e4d6a3770eea5b902f088548ad06ce25975aa6b5bb7a97c61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004438, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.519155881993356, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 249, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:51.418733+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "643c1721-edc4-4e06-8061-185b694d7804", "result_sha256": "840069f824b5152ca3a9da2cf2110797b5cf2fe707a8504a2fefed894d4736b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008256, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.315825474011945, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:07.488647+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8a0c51-4d96-4e99-8c3c-dd8669732cb7", "result_sha256": "0b430f74ed7b8b24dd47ac1037dcb9ac72f077ed968b73f4825c80f7a42d99ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004696, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.7413447510043625, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 264, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:14.303848+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8667aa4-2923-41eb-8329-f4f0ea7d46e4", "result_sha256": "99a0f0dc3152740670c271e9f8efa61ea9902fa43514b752ed600af55fc94279", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008164, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.112511270999676, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comfortaa\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:39.719268+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f57eaec-2381-4bae-8ca4-40c3b81714d1", "result_sha256": "dbc300d791f48b9d92e49f9837d18a24614cc34287a6ffe6a650a71d9722e1ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00633, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.682665595013532, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 401, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:05.788565+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a6270f0-c9ac-496b-aac1-a8881853fa99", "result_sha256": "49eb0ce7582fceccbe54570047785ecfabfd176d899031c41ecdea782ac1ce59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004432, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.104347568994854, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 254, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:06.610543+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cb988e6-1262-479b-aef2-0c0e19f01af7", "result_sha256": "1fe27239cb814b52b92504ca464ebd2d039ed32f88019c674b37f5c27fe01718", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003472, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.4254546599986497, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 170, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:55.239194+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2a822b9-769c-4464-ad81-345c5bf60635", "result_sha256": "b88c55bd659e8dd1790c0d0b9001493203eed99e57caf8cfcd27532a60ecddb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010628, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.830022092995932, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 748, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:07:14.750191+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cefe1ea-8ecd-48cb-8379-9e35e93d088a", "result_sha256": "46be891d836b86be213dadb3e967d47ee2d3f7e87f052417df3ab6f723bec7e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009808, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.398640866013011, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 694, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:31.659574+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d63f84e9-1578-45f8-99fd-90dd40932648", "result_sha256": "e45448340a4d29aee73bfa60795f76da839afc6fc1bd2b2a6037c08222ab5afd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01347, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.522875759008457, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 996, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:21.138372+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f755fda-f649-425c-9b95-7a7856bce665", "result_sha256": "c7f9e66bad33b668c491fb894c43f8808219b7c6af2e37ce0bb3938bf16886dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005836, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.058893573994283, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 371, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:39.347239+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c52bbfd7-15fa-4ed0-be18-dac12a89976e", "result_sha256": "facd974836f427f473658dee69c10de934f9ed6ee79ede2d6127a52773ef0576", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005808, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.403018840006553, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 352, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:51.688848+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2dba691-f0da-4530-b4c5-958530002337", "result_sha256": "806268a4167330798760e5d728bf5d15d7e8b86c66ccd18548372f42f1579baa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003864, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.1225425909942714, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 190, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:58.761508+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "98657a29-19b8-489c-bd23-00515c335da1", "result_sha256": "dd37d07dd2821a8b7330842e6581a8026f52b6d11ef3a7efa58d38f02dca5a21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007408, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.104201926995302, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:21.637974+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb57d9af-7a6b-4fb0-8a0d-23d03fe9c4aa", "result_sha256": "4426b5e784f83bf58686be25e77677e4599ae1de8e7954f87d8d202681b4f555", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.010105567998835, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:20.864806+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "377c1b18-ece1-4cc8-90ba-72ba2b0fc666", "result_sha256": "f5e8994db5e4ad5b83e1106a507e618fc8cb201ade751a07bd8ddf4496b0f25f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005848, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.88718412000162, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 372, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:42.410545+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff5e2813-090c-49b0-972f-347111285735", "result_sha256": "8f53baad7b99a833d2362c4359a72e1d15fafdae0f65463d3cb5070438a8acd4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.916451199998846, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:19.847399+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ae3755c-bb31-41b9-a9e6-e4e2277d2e06", "result_sha256": "b5c0004ebfe6f2eef978722615caf3d260c9abbe336b5ebaef911777b6f112de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006104, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.434428812004626, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 371, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:38.018261+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "595e7b14-d711-41b9-867e-eaef0c3c48a8", "result_sha256": "7cfab95249679f5637298edde71ed035a85bf745615008aa61505e90766edb62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.41066307699657, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 718, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:50.791973+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dc1af9a-9405-4df8-8fc7-d1523b16b4f6", "result_sha256": "d72c728d7fccabf44525628a5ead347eb746f00a50a9afa31a239c3b47e85a17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005458, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.90368016899447, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:31.299726+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28257777-b8a0-4fdc-9712-44413919541a", "result_sha256": "7a12b339a3c09d92bdf5114ead521ea31c3c0c959dcf8978f551aaca2f5c9719", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004992, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.903195723993122, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 284, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:51.711971+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1d8a72-f7e5-46b1-8f7f-f7a890aa7a72", "result_sha256": "be82d80d06021149def28718a8e80c254919ed5767967417af96a5678f5acf44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004588, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.891776349002612, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 267, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:39.345785+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "17fd8cac-1d1c-41a8-9897-58cfbe97c606", "result_sha256": "b3b90627a3029262c9bfd8cf8b3dfc96e1f69dc6604ef34c6dc616e2dcd19209", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.466411609988427, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:51.565107+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4311b358-4034-425e-b2a4-e4bbd6172aea", "result_sha256": "2b095631721a4b7b7207324b0a7e703248f027851283809c107630b9a5472efa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008176, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.870585216995096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:16.747086+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9251d545-1153-4428-bb55-9f87fce73cf7", "result_sha256": "1f666f9cf7ba9c787395d8b8b01417f9d23fea03dc1e30b86805b61c1d810311", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005274, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.409209236007882, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 313, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:03.126958+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac7447fc-6ab3-4a43-b7c9-aa4d23b8ee19", "result_sha256": "102d77cd8dc1881dfd6a0f5a1878b8f0269eff80a79b374e2fefa9ce1b8d1639", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005278, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.381685867992928, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:12:35.922291+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2df4cee5-c8e0-466f-a462-c43774a802a7", "result_sha256": "a4db268c1549166c7927ac268c442bc6a792a3177f60d5faea9eca6e34cf745e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005072, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.404782585988869, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 285, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:36.160104+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb296d3-4578-4cf6-ba22-3c59bf8388cd", "result_sha256": "df231502af19cddeb4aa078fd481e92849b54f279578d60ad4bef9cdd98ae3dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005764, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.017741071002092, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 365, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:13.087386+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b7d8f25-977c-4294-887c-865338f2c37b", "result_sha256": "0965c7d615730a24c68d99a938ef2956a1dda2297e77406b37204daa32f67bc6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.675000726987491, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 458, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:20.103685+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c42c7b9-c8e0-407c-bc44-3a4fcc4a6c93", "result_sha256": "ab5652be7c1eb99c4560953a7927cfb23d0ceb089cd9526606de881597533e0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00645, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.965660100991954, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 411, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:55.115156+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f64edf1f-ab4a-4f27-844e-b3d927aa77d3", "result_sha256": "160199713cd4356abad71f4663bfdfb03da312b849af26f0935f50ce777d499b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008384, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.083952628003317, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:16.173458+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "508fe86d-541a-434d-90ee-9d6810b48a8d", "result_sha256": "d57908d50456be0aec439c54353226f12c518d462f26d02d0c3443563abfc9c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008092, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.818338969998877, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:09:11.250562+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e0a6768-60b8-47a5-b672-6834d019175f", "result_sha256": "0a4491a0ffa093a08aada0660249c733c00899f42d77c66fc57497eb80d6936f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004524, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.635172313006478, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 245, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:52.792444+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bd640de-69c3-4798-8277-c40961648b92", "result_sha256": "b29ec54eda9d47de59571a590dcb8cacd4041c78daa4bbccbd2006e6ac4f6511", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008214, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.489143075988977, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Dosis", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dosis\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:39.625285+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bc9a03e-6c12-4d60-aff6-bf22a189b200", "result_sha256": "7e86405e6ef8fe784e25cfbf4c8f9b50980b809bf47e7524b2b0555ec4faa9f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006052, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.828099543999997, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 381, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:25.199161+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b771b26-eac8-46d2-8322-3008072c38d9", "result_sha256": "410fb1296b4d8b961b16f2c50bc93008cff3198773f35615b7b1b5017920e28b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.004878, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.681448000003002, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 280, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:44.429382+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43a2acc0-419e-4c42-8699-5eb8de268174", "result_sha256": "fb35d8e40eed7db5c963ada236fbe46fa3a52b2609a0469e2c91fd000a17086f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004552, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.612090977985645, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 256, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:40.407253+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a0027d0-9b1a-40de-9f38-325042024484", "result_sha256": "5b38e6e610c54611e548e09fdbfc0861b18b573efa9161a4002d85c0f17ffae8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004614, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.567342484006076, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 258, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:20.417794+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e43a81-f734-4ec3-ae98-74b097fad94f", "result_sha256": "891cf520f9015c9b84b6f5ffb0cc5db35a6525e116780cdb49945b9795837ed8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009736, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.222506527992664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 680, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:53.872970+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ffe9d86-f140-4977-ad02-01e39a3a4734", "result_sha256": "cdfac5b8efb9a306ebde4eb8a3af88a6cfb73da467f4f1c2918f2a9b0a3224ac", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.004036, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.524567473999923, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 221, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:13.194098+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ef8753e-ad36-49ce-80d9-dbe1a6c96e08", "result_sha256": "1e7ba30dfc0244ddf32b805e9104f6cd9ec313a003bde83e15d18ea2237c88f8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005868, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.01672564499313, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 357, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:51.354713+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27edfb01-97fb-4cee-a5be-62f2b364bd99", "result_sha256": "72961eb14b47f20bb27b225a0f3cb5ce73bd0c0f4048f0d8b35c47bc710e471a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.004926, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.4774363769975025, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 284, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:30:01.446109+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c471ad0a-2c2a-47a3-8047-9bc6b550ba6f", "result_sha256": "df1e5660a2752cd77f57db4889c2bfc60f9e3b6e87e6180f5ca11d02fd42dbdf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006126, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.513304659994901, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 384, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:32.644289+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d469447-c696-45a8-999f-3f7c6ca11b51", "result_sha256": "6f1608b9c3783ab03fd4d2b8108c44596c1eea65738d02a1cd9e85da43893097", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004762, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.986531278002076, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 276, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:47.216149+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27c90acc-5e49-48d9-a044-d0b2384b0481", "result_sha256": "5dccf5e5a2c5a51dc16cabf16548de4488b512f03879bf4170b96b06d1ea9b34", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004282, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.67080303801049, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 236, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:32.318854+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8aa10f1-e9a4-437d-be17-d211c0dec314", "result_sha256": "ca0a9811374cf5fa0ec5d50c736112db684f2859cd18f3c6b32eaf8dd6e5eb13", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.005392, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.618659790998208, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 318, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:52.167296+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "60207140-1431-403b-b67e-b00dbb512974", "result_sha256": "9ba050c65b33191944c0c801d1e827b68c023716f69211a3b6294cb1c640aacf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.005148, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.064333497008192, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 297, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:59.851892+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b070fcf-18ae-416c-9823-834bf2520cd0", "result_sha256": "34aa9ad0f485c1437501eb04f35bc5e022ff4e6cd8a4c9530f46f2dab6b39021", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00594, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.200740041997051, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 363, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:16.282276+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "315143ef-eba3-49ee-85a6-eb3e5ff55c6d", "result_sha256": "2ab1a29678a084592a430bc8d9ede57748787e09ccf7bb4c7165e0a6ecfae01c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010122, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.583715484011918, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 717, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:08.602486+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d432ee77-95b6-4c4d-978a-5363b5eaf89e", "result_sha256": "74c690c4a7aa92582f6934f4c5a1ca515b223ce7e41c87bf88468b7a14d2572e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006442, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.791011556997546, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 416, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:30.033392+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c73d0a68-b9b1-4cc7-9d17-7f3fc349aa94", "result_sha256": "68ed29a79560e790f9a10d6e274dd99e825c837799e7d550f87934aee07650bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003622, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2160557129973313, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 181, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:46.602405+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad122393-1f03-4e35-a2e4-09dcdb5d31d1", "result_sha256": "20bdd6329e448985c86772e3fad4cee91a313af44b447035ef146679faf514b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008046, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.999706802991568, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 544, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:14.314177+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f38d8caf-4d33-4fca-bf03-001e8058fe57", "result_sha256": "47800e7491f213a0e7799c958489900eace27f468d0ff5a2638fed13f764e9d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003984, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.434377116005635, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 200, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:47.395356+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eb90485-585c-4b5f-9755-fad83eb56e59", "result_sha256": "93ab883fa98c7cbe46aaf4a608bc6f5d024be56b9580d8d348da7732fd40f52e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003724, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.729718638001941, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 183, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:47.423438+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "85afdd16-3f21-4961-b4a7-6809a344a6ba", "result_sha256": "6688cc3433437359b5ebdea927f493fd61bed2c15695e6d4cc4498f4369b6c5d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.4347738299984485, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 218, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:22.473817+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b62db1b5-33ee-4ea0-a9de-cc66c04a06a9", "result_sha256": "08abf96ca4d02e114aabe341d6741913d6be37868718a3ce4381cdd17bc6b232", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00619, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.14853422199667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 395, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:32.132810+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f79799a-2f48-4674-9e26-b3af282968bf", "result_sha256": "9a6fd20bcc935a522d891e53a06fd932ceb76b16788a62e6e500a7df9d0c3515", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005272, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.737308645999292, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 320, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:30.132309+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "043972c4-5d40-44f5-80b7-1c45fb8e1f8b", "result_sha256": "e7978cda84ef1eba0f022e180b10236bcfa9a05eacadfbf48761d6bc2c63c2ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01604, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.629404664010508, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1199, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:38.985402+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a923021-d85c-4078-b7f1-1588be5646aa", "result_sha256": "253b3aee79cb46a15e1f204067bb24ba8a357ff10db8194332d7042235dab0a3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00487, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.736152769997716, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 285, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:22.233908+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b54fea0b-4297-43d1-8d61-649732de43bf", "result_sha256": "856ebf91e5a6528bbca33e3f061e29c546e4017751d75e84b0b29459a7053477", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007384, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.279273975000251, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 492, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:08.307459+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c454cc90-673e-4634-937c-303729237a10", "result_sha256": "89c50120670fb3d7df7f9bba70a63b8024de73c10a6c5624db5d126cf71554a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00753, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.69540932601376, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 501, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:16:34.124809+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc9534f5-e3f6-4d17-8269-cd0a1f929562", "result_sha256": "fa072e25e31a448b46f89c61a3deb58062bc784f2c74d9c7756d7bc1c38b4d5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006738, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.478003163996618, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 435, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:11.173142+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "15b08953-c2d8-4431-9ce3-cbcd783e0c06", "result_sha256": "dcc82ff90b6fd85138f9ba2128084335a1632bf224a4bff75a7be3eb6b677e82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005004, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.262812953995308, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 285, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:07.349372+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cc8958b-6a64-4e4a-9ceb-c1e291d58656", "result_sha256": "ee42369caa8fd11e9fdb4fdd6ea7a5bd59a2cee4c436805dec39df794a226cd7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.41258401000232, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:58.019474+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2e75f93-7c58-4a29-8877-8d80eb6743f2", "result_sha256": "d1146e8ecaf9fb490faf193ea4e6eee3169f8cc0b0a637c153a01f10c1f2ca67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006148, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.640137066002353, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 393, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:13.075157+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d106ad9-7f2a-4f8e-a87f-d9d317973aaf", "result_sha256": "9a18592ba82f7a2860d0e2c8c59a162f45aff8bf4a5fde5dcdc3c88c334ca35f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.341542640991975, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 409, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:04.064279+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e7a7b11-5cbf-4cbe-86a3-83c56798e07c", "result_sha256": "cbf99a8dabd286f4a435a8e7b368a02b350dbe282ba627d7a99dc0b159dfaaf8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00459, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.439674269990064, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 256, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:45.089847+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "feb8650d-4cca-45cc-ba9e-e48f4c059ab8", "result_sha256": "bc6833bb9f8eddfc36455dcfca780fec33c823e73fec55455c355e37b72ec592", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004008, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.265232917998219, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 202, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:25.048169+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f8c1ea3-8234-4554-8596-ff10263b39a2", "result_sha256": "c2e1b23307ba86c10fc152e33e7ca3d17ea0086808fe037ca0d8c93a0cc47393", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010904, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.207132242998341, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 771, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:56.091833+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d02d5a9-a4b7-431a-8ceb-c187579bfc02", "result_sha256": "c239d97a86e5cec929976df4942b4d8f992e2141c886d6b8ea60e40ef6bdcb5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008226, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.837659725002595, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:11.658418+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc9ae7b9-64fc-4059-b98f-57d226750771", "result_sha256": "faae71ec216c9054bef2a8ce84f801a95a85a8f3b7bbd3bf7cc86cec84c606da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005576, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.329644145007478, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 327, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:55.160046+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "81072f17-a179-4750-a838-ddb44f031ad2", "result_sha256": "845c195f9936ff088df6944445c5059affd029e5a8ae0e5eb085331fda52303d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004914, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.613762012013467, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 283, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:05.733237+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccc37b2e-671c-4dcc-84b7-aa50564f9da5", "result_sha256": "9a3e759303337cf836e9d3a2cc87772e09b8f8a73e5fb497916470d94c36f20b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007546, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.861116615997162, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 508, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:30.570461+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d18e37d6-ebdd-4275-912a-b91efa99457a", "result_sha256": "9126b054104a63976f9bd41efc0acc5c941c8486cd58973181f5e29022724bd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006882, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.502278739004396, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 447, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:16.694019+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe46f00-f7b4-462a-85c7-036703464af0", "result_sha256": "6f8c3fdffc46cc1927fe2d4e11b9190d08903261240be56017a68e3c82a7fdf0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014256, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.870882532995893, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1056, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:29.415754+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1784df18-5869-4ee9-be34-1f4136dc8264", "result_sha256": "5e9d6d7c4059b3944006d88b44507602cc7e31fabddfd6a1651fa8487f0386ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006102, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.293397727000411, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 382, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:15.486850+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e1e20b6-7f31-4e9a-acaa-a56a2c621b0d", "result_sha256": "20307fb8b45fd7312cedc3d0bfecd4a1934033b8cd1d5dd0e7f6642656af0e27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005878, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.086980346008204, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 369, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:22.049514+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ccd241a-6a1c-4db3-abbb-7b0b2ea28789", "result_sha256": "c8187130be831c3621c8dde085f402e2eddaf880044e7bd688c75d9780227953", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006508, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.03608186999918, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 411, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:40.743383+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fe1fbd6-a69d-4835-a08d-d10871c6369d", "result_sha256": "54ae05e01d2945c81980a5eb22797761053e036bdbaa756a5d1f90404fc72b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006108, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.41915785499441, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 377, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:52.622281+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1da0ac6-46ea-4626-9bf6-4f27c55d2857", "result_sha256": "e3497de7a32b90d94bcdc7897ab1dcaa35fd47650aedeb0ee174764930907dcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005612, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.55221020198951, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 330, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:47.596399+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b936bea-235e-4763-a589-eaa4ec4e8427", "result_sha256": "3e8d8e0b6135bddce89b190a4105e8162cfa1e4008e98ee007df7ee83275b171", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005588, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.933747996008606, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 328, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:43.195325+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "576ab6b0-c6a4-4c92-a8d3-bbd20077fabf", "result_sha256": "0d65602cd0694e91f8738fc9dd9b9490826120f65ae8ca67cf8d0968d15d76ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007576, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.456798557992443, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 516, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:28.514167+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "86950e3b-2e74-4a5f-bc2b-e243b23acbc2", "result_sha256": "096b30115783f61fcbaf44b47deb084650a1ef889c2f4563ff25dc92c5dfb8da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00423, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.485748487000819, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 226, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:02.398080+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "edd9f39f-720b-44cf-9591-8a3c60324951", "result_sha256": "d404fd4bb44889573bccb24fe997d8180ad5f5996d7b05d995b5b287e71d1e0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007264, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.459695915997145, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 490, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:58:48.380150+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33213085-87ad-4b3b-ad27-6957bfec8393", "result_sha256": "b41985f552a41520c45759e9d80fc1f7aee4d3273620843d6e23e4dcb7f597e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008944, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.193199272995116, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 626, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:05.937317+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61cd59ce-a5cc-4b93-a356-1d28baa0e12e", "result_sha256": "4bf329423519497a0c1ac519686be25bb3ca832289a9d7c26be1218176d0e74e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007244, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.35676064400468, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 466, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:42.439006+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5534e747-d563-454d-a828-ff4aed8f3354", "result_sha256": "a7ae24c2a3fd42110767dde097fca5eee8c428f444ac7c1fb323513ea93b1a3a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006618, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.01293931499822, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 425, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:02.693941+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e698be0a-2f96-4858-9a10-e0b2a34a235a", "result_sha256": "a9ff4541d4ca56b29590d4c0e8e841c19a95f569200d8e6080351c5ebcb1f8fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.308987088006688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:06.988043+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "59846911-d7ef-4331-a6ea-da62f1d775f7", "result_sha256": "bac3fe5f5ae9827639ba76b38370f2eeb7bbdb7b52c92294b58bb4844da04ba6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.318149743005051, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:22.118498+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e61032c2-799c-417e-b72b-0b1ac48c780d", "result_sha256": "5870d1e7c607b44c19c3d341bed3e22fba9d80db13a725a44f83925741d33744", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013792, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.72164432500722, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:25.038359+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf3f7b73-0cef-470d-a352-8da49f10436b", "result_sha256": "8d18add1bfb5e2f4c8c6b852b0e2ce38c1fea1fbc433f04efc65f5650c841b7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006952, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.438591616999474, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 444, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:32.322517+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ef417f6-403f-4dcb-b9fe-96f242d32753", "result_sha256": "ff95b6d9354b9fe841d193271329333ebac4495c95e7a482f0806b2cb3cd2f13", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004612, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.248621420993004, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 257, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:49.065765+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "955efe4d-4ae2-485c-b850-64c154301959", "result_sha256": "1bb08671e9b76c8756dc3b5b7cc25a3c027d44b30537be0aeebde83fd1c47a59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007072, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.725299231999088, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 462, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:42.068820+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "02a1b252-c1b4-4fe8-801b-40c380d107a2", "result_sha256": "66735f7c9406f3a87a7252d4a24af65845e32e79e7820ce82c0d6930fadfa603", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006812, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.268857783987187, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 430, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:12.836260+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae2d369f-d223-4902-935d-36f17db9d9a8", "result_sha256": "a1dbde6a2984469cc670490881f2ed3250f0f4a372159e4000f85a33dc95fbfe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008248, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.278080768010113, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Ubuntu", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Ubuntu\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:48.091735+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "26dea8a7-7923-4f80-bdaa-3fedaf816be1", "result_sha256": "a7dd72409a10408175f42fc168955632bd44056fb3a9a78aee32d9496ffc24d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007458, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.000215653009946, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:51.736437+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "979098da-f27a-4327-ba15-86c17a5e1507", "result_sha256": "90d4f020023eacbba8d1b0aee61874908429ce14a43cbb1a7a09b8990e32e25a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005188, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.932427086008829, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 313, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:00.281004+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfa9d70a-eafa-4603-8340-ba4ad5c14569", "result_sha256": "9e56ef2f0b83a2b57916f488465a922a86db5740ea1bfe6e367bfd385791c9d4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008268, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.711928024989902, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:41.361000+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cb12cb1-e26e-4574-96cd-b8f36008b2b5", "result_sha256": "b2290fb7326de5ef1f1188f20b064cc1003f2ebda7f5c11bf19c986189ff78d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.004788, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.92544577200897, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 267, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:55:04.073622+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eb69e38-39ac-4455-8c77-6aba6b0fa6a9", "result_sha256": "41c65cbff3cf3bad27559dd5a64d35befaadb8ad5dda6b4c0ecf020561f697dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.280873133000568, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:32.239334+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a854579-d8ee-4ef6-8035-c46807ac27bb", "result_sha256": "10e66e5061f8560337d25a830e9d9a417bb92c20fc8ac914d5eb1052b2c7a264", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00556, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.287723678004113, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 348, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:43.881610+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "200905b5-cd1c-4249-b292-703ab429346c", "result_sha256": "2ad90c4f523db062ee2bcd6ee8a113b9eb0b8741ae5d24cc6d057a4083ef132d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004572, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.698710356009542, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 249, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:21.811790+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "93969711-bafd-4f72-9d66-1ef39f6781ae", "result_sha256": "54458e6ad97fe6ab9c1952364efdff577f403e9b68050794803af51608f72595", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005092, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.8418300799967255, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 309, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:58.090045+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae510226-a601-40ab-8067-7a58ff92f81b", "result_sha256": "4a472f4fe5521e8321e4b52cab7bd57bac909735fc946b1fc8103abcb565694d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004264, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.453354628989473, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:24.138448+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7b6ecb8-23b2-4203-bb10-ebe31827b58d", "result_sha256": "a001d86c175807ed3f3940181023f59977f894872001d660a65c74589ea6ccc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00363, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.001740495004924, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 176, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:17.812753+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c760c96-96ca-47af-9024-2ea018de0d2a", "result_sha256": "a34aba673cde2816bb7443f81c36353a2e551b17010b41b17738bde5ee7b22dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003606, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.403500535001513, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 174, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:16.827579+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "23a03059-baf6-4697-95d3-936fef7bccaa", "result_sha256": "0a01da2c95561e86fcf57335939602d3e95ddd320a6c184b89217c76bf992233", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003418, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6546053029887844, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 164, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:10.021054+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e7377d-72a0-4888-9c0b-0f229590e2bb", "result_sha256": "9b9bb496d7935967ba0f77765c43152624ec9c992edfe9c22213fefeb322fb7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00828, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.475283799998579, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:08.289665+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8dcb39b-1f34-4515-843a-43489064480e", "result_sha256": "0cf0770cf43629cd1b64bd825463db433cb491fb7b057f6689f3c03f9cdfb344", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.608864444002393, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:10.941562+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d22ec14-177b-40c9-a7bb-068981157e17", "result_sha256": "bedba65fa86763bfcf92ea226e0db392cf71667b8209988fb36966947a427c19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004938, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.812220826002886, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 285, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:57.875353+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a741a3e-e7e1-43d1-9525-53b153d2acb8", "result_sha256": "b57992470ee91730676505669334c368ec96a07de43638abbc3594751a50536e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005248, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.497284297001897, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 306, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:19.261477+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd2a0882-2f3d-4e91-a3a0-15c0f2523c28", "result_sha256": "e41eb56d5afe97a1e1bf1ca71488cf99c7ee7bd4095596f7666241506229d606", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005034, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.750213467996218, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 293, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:22.052147+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4845834-344f-49a4-8c80-435a251b8062", "result_sha256": "fab8dc27876d8e8351a3935e4c3b87feb7d4902ad79b0a51fc65f237f445b447", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004252, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.870483457998489, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 235, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:59.041759+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "74adf628-30e4-4a63-bcc7-0c4e2e723770", "result_sha256": "2437c86fbdbb8d770dfb03e40570637ec087c23044a2d52c65837dc4302bc5b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004204, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.362003016998642, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 235, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:24.328598+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41e4d3e5-eb7b-43fa-b8ae-442d7fe39d50", "result_sha256": "f4b5a81e1f1e92801bb78f2f63b1133e8b033d07affe1d0feee4a083e9733981", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004204, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.72821931100043, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 223, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:00.150449+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "edddd672-f7ae-4901-8631-1b1481a8094c", "result_sha256": "f7876682b04fd6e384d89fd1271019dd07515c5a7638c3fa0db89a016a0ae0d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006342, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.315779503987869, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 402, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:28.812025+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a227c64-fadd-4702-b67d-2fba2423ead8", "result_sha256": "91179ae0bb9c6dbe09337d905f2caa26f64676217b65651a125db9e7daba3d87", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00645, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.141859798997757, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 411, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:35.882487+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a07f494c-abfc-4ce6-a9f1-bd1832766258", "result_sha256": "5375cc3c178f500c598035e4026347313840e44e70720c92fe416fc337887bc7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003848, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.568160404000082, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 183, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:26.465428+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "46bb9e74-4c32-419a-b508-bdf4fd04a16f", "result_sha256": "85099765f4554599744171c5906f4c8f67fc752c08ee98c3cb53c7058b3e4628", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00508, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.308259215991711, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 308, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:21.818543+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "80e6c08c-2cd0-4bc9-83fd-55462b143473", "result_sha256": "ceb23ac80f9d2f4ecfa6f90eb53d7a6cb8fbbd6ae1ab27e4bb8f3589f7e6fcdb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00399, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.196221600999706, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 206, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:53.085951+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "79ce53c3-0343-4f7c-b353-badae61a9056", "result_sha256": "930d1202b34186e28642d0a663a7b47cee62d289dfd06055b5d0e188b69af81e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003586, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.122857917987858, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 178, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:44.600986+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8991b22f-c4e2-4645-ac33-d9cf09531a6a", "result_sha256": "f995802508745bb858a5e46951c460cfae0e18cf742d4c122369f8c24110e91d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006888, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.740644230987527, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 442, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:39.329331+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "592450a7-8f86-40a6-9d4a-cbca800f7b2d", "result_sha256": "3e5e7ad7776950c82b38c0b1b485bd061977b40cd0a2f8606d7c80ab32f7acda", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003546, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2338579000061145, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 169, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:45.301084+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b6b590d-4b90-453f-ae4e-cc1b060958e9", "result_sha256": "ad6676d9e147784f8c1267837cbbfa7887a93626d3f9498d5b9aa81836611e98", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005836, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.522470759999123, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 367, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:05.952712+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e33f137-71db-4047-abc0-88307b668915", "result_sha256": "fbb9b2d1ba8e8acf7eb1331b7e479708f4aec49c79ac6cc523edb25b80667a60", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006316, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.625000895000994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 411, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:00.315941+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2216336c-17b3-42ac-bbe3-987a01467f41", "result_sha256": "086d19f54e5ea3044aef7a5269607c88ee69a74dfac676bf0d1c19753197a027", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004432, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.2658165320026455, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 250, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:22.417725+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8814383-333e-45bc-8ea4-b6d444c59b51", "result_sha256": "aea8427376cb9882cc52efa858ff4e45918f12c0243bcb4b9b6c73565f5cb5df", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003776, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.3782931750029093, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 177, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:58.780624+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a20190e4-e88a-46a8-9efe-ccfb7c69798d", "result_sha256": "c4f0343054e67c27ac3150b3f2efcb325ce002d059210120ff0f68a9cb2e518d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004758, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.395191539006191, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 270, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:25:38.075067+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a7c12af-d13a-440c-9b22-62811a67912c", "result_sha256": "ec23045cce712492ea2ecf4925fdfef4a947e4bda0c9cd1648802f2a2706d492", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.004948, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.994365589009249, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 293, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:09.486116+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9ef7259-5ee4-4812-b0a4-fb60abfca077", "result_sha256": "93faf1d2827a31017b3c0230493bf1c9fd3f7dbdd377aec59d2bb6f830d24afd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006982, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.848295382005745, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 461, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:38.665465+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "095f6878-7d6b-4be0-9924-705e6bd4c825", "result_sha256": "4c0da87777acd202688d4e1c9bc7172c24b69bcb437e874b8054b92a580e92ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0067, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.498737744012033, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 435, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:44.287684+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e2169c5-2809-45d1-91fe-a1c47c307f37", "result_sha256": "cddbe109d2727bcc633c9e6759829121e93f83cb184f7892b6d647201454806c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01041, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.119775933999335, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 741, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:03.516014+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "93222124-aca0-45c3-b406-cb5230afa131", "result_sha256": "3b27669b63ee5cf523448c2b9610ba71af7142d8bf9a3425ba2455fafc81be59", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.980456574005075, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 436, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:31:50.969479+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec38e368-2ab2-43da-a9a9-264c427cecc1", "result_sha256": "911fcb20d0897f6757f12d6152f5352c5e9704162faec0ca6cbe23a80766102c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005556, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.178198715992039, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 331, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:57.015800+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6434037-8826-4019-a3fb-4afbb30ff26d", "result_sha256": "827ad1c9ee3f40d996de79894af52e614adce1cf55b57d6b7b1fa5e6f6f6e0ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008034, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.914884328012704, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 543, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:32.191126+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "169f15a3-f76e-4675-9ecd-dfc0aa59a94b", "result_sha256": "6e7fa35774bea7b485ae7c845c5994ea8f64d5dbe44ad771630c6c8f60cd82f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006256, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.174641965000774, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 402, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:45.189187+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf09221a-0cb7-4bb8-b938-8e199449f02a", "result_sha256": "ecb9c7791ae4187a10909fae26edaa2c77412b5fd5e0112d610c0bc5dd862be5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004486, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.17850608000299, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 253, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:56.547181+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "275cf978-beaa-4bca-9366-40f5459c403c", "result_sha256": "27674ed3247b33ec0d3427e20593f83ed1f8ee2ababb5ddb6553065df2837454", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.006144, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.680379858997185, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 380, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:32.186980+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4727348d-3c5d-48be-8d24-f0b7f48ec80a", "result_sha256": "a24d0d7086ae2a9f32df4788c81a7e1103be76bc5f974337707ed0315ebad715", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00886, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.059127878994332, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 619, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:17.625624+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "81342e75-9e74-4518-82f5-ce6591c57e2b", "result_sha256": "f982fa967fb2db0edc09a3f4154cdc7713469ef63770c7e99494df8ca6cf4876", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005764, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.348885183004313, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 349, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:45.636154+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a105ce43-dc6e-484c-b26e-9922f6f5b437", "result_sha256": "c02b645b8f33c3339b1f51e5ffc1659914d3c75590aa0a499d6418a54e8d665b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005812, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.614736007002648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 369, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:32.251942+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4324b504-0f3b-4328-a8b6-21dc7782bf74", "result_sha256": "daf3787ba3ced35cfd6eed9f099630f606a36b452866496178782e824e67302c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005224, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.184627904003719, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 316, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:21.334089+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "99387c3c-162f-4a92-be30-d597c7e90156", "result_sha256": "61fe04b2386b6c1dbde077c68eeaf11bcf023ab5cbd74dd340f82d3200ead962", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007456, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.222738757001935, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:01.273789+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb074ba8-b9ac-47b4-925a-52987772db76", "result_sha256": "047f26aab8470c61ba5e6e985f777479ffb956871829b99b1d722ae93666aea7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005404, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.083272642004886, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 331, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:05.286137+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbe3d414-b3ec-4b40-ae72-68caf3b740c5", "result_sha256": "36883c725f726eb64ca7bff3c65cc89a23dc9fc09f40514a04ccca91954e4cd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00565, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.2939835589932045, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 350, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:50.579749+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b62bbbd-7a14-4a12-bba5-5909061dccaf", "result_sha256": "7f76cebbb622bcab0f68bc21d96cd304c27563cff1afb77542a9e6ae10026039", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00819, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.627960205005365, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:28:52.031234+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d484cc02-0ecf-45af-a462-e407311b2b14", "result_sha256": "f198877da320314ed39757090db359d084b2e1b6020ebdd82853421dd8d6c537", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007588, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.251637798006414, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 517, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:10.718006+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b94fd377-e339-4c8f-9d98-c39062ffe006", "result_sha256": "efc5c417ac25a788522c10f197e1a0c82b275295e2bc7b3e47249980343d3a44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008172, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.197873112992966, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 549, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:01.780113+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a19195b-2f57-449b-8060-ada911597d13", "result_sha256": "acdd84c978aeaa9e48f7f5017c80d5e60da799b72f701af2e7604314b7502a4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004078, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.801754579006229, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 205, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:20.385935+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c7952b-9f54-47c6-b1e0-1edf84f6435c", "result_sha256": "9cb9ca285fb2f244eed5fff993feacba7b9b6a4465cc064096f9c013111ff44c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.028852, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.12552872100787, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 2273, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:00.999864+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7809bd9b-1d3e-4f1d-92f8-18bb3d75572b", "result_sha256": "2a2e521418de9ce83f954abe97728671d72e35c28f0530b4dae0f1e389208b3b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00606, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.011574203002965, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 373, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:27.906487+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "58be0f42-a13c-423d-95c8-f46651154b02", "result_sha256": "0de3473e33b0df0d8b04e7aeb228c580d8a0ecc07946fe3dc3c4690e2482273d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00655, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.33884604999912, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 411, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:56.275531+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a18b3a0-37c1-4a49-94d0-771093d343eb", "result_sha256": "59c67b00eb6953ba2f1f12eafec1c5d4aca0fed6983086fb46da706d330806d7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004288, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.373134882989689, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 238, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:33.013035+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a24b7f69-6ceb-40c3-b0ca-7d05220289e1", "result_sha256": "0d99f07e55c5573bed6856868a71741761dbd8192a080f479ec212c69dc1dd7e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00624, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.099974387005204, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 388, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:08.177506+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "54be34f4-bf54-4015-abca-60028ad50853", "result_sha256": "0dd6010a7c191d7dac9e050856c0a62c72e39217a4aeb4db1f8cb2bc25868f6d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005336, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.312688493999303, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 307, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:07.978918+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "10d55307-ae30-414b-86f9-cf2b8b2b5d96", "result_sha256": "d5c217bcc48c7382bcd52993ad95606ba6aea57f85d789dbd0275dca22780ac0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004746, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.839805673007504, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 269, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:14.146458+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "77f82ef7-eba4-48cb-937a-07f91f0619c1", "result_sha256": "ffaf61bd060d7c50f1fc90f5b88648d248761393c2c64db3d75c27031ee94b79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003286, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.673232452987577, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 153, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:25.024080+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b7d6fcb-5951-4b7c-8e40-735d21b6625a", "result_sha256": "e664400d636e02fec93e86e72fee3b1835adebfae509646ae763b79460d28108", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0051, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.184422047008411, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 293, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:27.847274+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e91ea7-7539-483c-8d9f-edd2533441db", "result_sha256": "19cc805283f6abd3806b1020f735a3843bf1bf9d6c8f6de872251bdd6a2e03f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005046, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.336678395004128, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 294, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:17.019597+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccaf0302-909b-4bcd-9e4f-5384443b8acc", "result_sha256": "4b8bff70e27b0848dbf89dc45f2c171df5bfca9fecbbbfb9e3edd2b756e4d98d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003112, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1460114820074523, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 144, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:27.629428+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d65be55-eff2-4e2f-82ab-695fba4d75b5", "result_sha256": "1d3e83e8e1dc2c90e2b669d3be1bae91f43be194f7de8793b5e89bcef26b89da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006184, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.867282569000963, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 396, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:08.273625+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b158e62d-e112-4ba0-8101-9149f4efc475", "result_sha256": "c34d6e318433109615df3171b1eb0dbe0d31c5457b88839a008f204a4e94e4d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004444, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.976960300991777, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 255, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:40.016926+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "776f4bfd-b80a-42f8-b082-b32a0d1a1921", "result_sha256": "370dc9c8085f16984fe03e5a3eccf4684fdafff228feb91524d5c38241f85402", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.004662, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.069761049002409, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 262, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:31.102045+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fcaf74a-4f4b-43eb-84cb-48707a9577bf", "result_sha256": "b1f592f950d3a65077cf42bfb5ed2c4665aa05be64893b3618c16a9679bf5b7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00819, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.034188006000477, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:29.889892+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e778817-54cd-489d-82df-dd80cb57f738", "result_sha256": "4c6a4d70678b8b2fb7e8c1cb2bd4a34d88e87e8302d9071115075d2d8242f433", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005052, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.619482299996889, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 289, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:37.568520+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7499a670-f103-4bdf-8b38-099633c62bda", "result_sha256": "5b102200bd4eeab17182670f1c7b4e6979dec2a924872c0990ebf16662f0e89a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003594, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1604213879909366, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 173, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:10.115639+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fa1ab28-af8e-4bb6-99ef-55977697c4ff", "result_sha256": "590efbd3d7a43f1dda65eae3400eeae4d60f3ecfb486daf70457f429e97a859c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008104, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.359380146997864, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:47.146065+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9928afc-cb45-490d-ac35-0d7bc382b391", "result_sha256": "bf1e69362436de03424003b9f03a6e166967bb97f16e3401c72df4b373e2bcec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005028, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.572467247009627, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 287, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:59.225536+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcd3b75-ceff-4c44-8acf-e43b6e628b27", "result_sha256": "23926b8c9274ca381337a6bd2b6f11fc67e688addb989dba05c5e22feb17eaf2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008104, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.317023829004029, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:26.579237+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "924ea882-fd46-4947-9e02-a43a24d0313e", "result_sha256": "a55ee30f54564628928489b8288baa2562e0466a64574c565bf6d92ae6727bab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004964, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.013465184994857, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 276, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:45.246688+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27faf5b6-e422-457a-b0ac-5aaa7c1343d0", "result_sha256": "48f49765fa27f043a50bbf0b693b075eab77f221bbf43026a8888c8d48104371", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004528, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.982073021004908, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 262, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:17.218544+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "227a9be2-8db1-4892-b192-d1a674a5d41c", "result_sha256": "ee9514256a36bc2544f6e61c4fbc6f59ab4cd40fdd4d641fa07a8d716f17f6f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005286, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.056149365002057, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 314, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:38.420643+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8523e3be-353e-4b22-9e8e-1184239d3da8", "result_sha256": "05cb42de199445b91b33dc030c04ef7139c48501bd5a1461c4d4f76ad449d335", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007684, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.139559456991265, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 521, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:34.097045+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e69c0cbb-5fef-476b-a0c3-042ee965195b", "result_sha256": "7e038424603599a64ffb440d06716c835cc562d1821c3845e135748656f06d9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006762, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.951406644991948, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 437, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:01.912698+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee95cb4-790a-4a44-a2fa-215811a602da", "result_sha256": "fba648d13f1e2a4d5d653c39592b2030be07743cbc80f5a11d247aabf05bdb5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004006, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.619229504009127, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 213, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:32.171466+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e985559-bb92-414e-bf0e-5b72788e7c7e", "result_sha256": "0fdc1262f4e6eb15b9b0704b65c2c1801dae5668e5407c151c5b27af34684e98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007564, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.29499052099709, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 511, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:56.962453+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d29a451-0e62-4dc0-b3a5-80d95e20350f", "result_sha256": "7b844347e1887e483c4afd5a2450403dd219a19d8bbd6104d25fa6ad74f3eff1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00422, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.4243349349999335, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 214, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:06.828495+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1aea54db-82d5-4f1a-9618-fa2cea850edf", "result_sha256": "fd9b8480bbbc0ab2be9934b67c40333245c62ac05aa3c5f576edf7120d79bc39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00706, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.86945859399566, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 465, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:08.424380+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8daa0298-297e-4271-aeb8-b22130dd8a20", "result_sha256": "b31ebbb82f122ff58ef8195dc050790bcd9a9650d745aef803cf44fa9e8f774e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007962, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.33287737799401, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 537, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:48.427324+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "80e1f1a1-e48c-48c7-be9d-138201f17eda", "result_sha256": "eb6d407d9c1439f499e5e2321600d4677e00eeaa2c6c0579d24a438192b4dd2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005236, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.559120605990756, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 317, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:03.556536+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "003eb996-b513-4211-a199-0c0e64d18755", "result_sha256": "42d42d68362a0f4eb014ab9c773306ad7d6113d1dcd67940fc57f57563993a9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006886, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.709677056001965, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 453, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:57.392791+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e06473-68e3-4806-9d97-9b06919a4026", "result_sha256": "592a11c69ef5697e3824e0bec2e5583b810a7c55bfd49eae547e4a11f6feb44d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004218, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.743561077993945, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 225, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:33.808969+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff4175f6-dd66-4554-a895-69ce5a65fe16", "result_sha256": "213626596c753b63a3156b7f33c667908bb311a944da8ccfc020a2323dd156da", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006108, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.259153609003988, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 377, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:08:54.854061+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b31718-503b-4f0f-b6bf-ca8e4466fec4", "result_sha256": "e09d344946a05194d909217d1206cdcc3193a8524da42dcf81037d2e1b4160a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005112, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.687682948002475, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 294, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:04.885568+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "65133fe0-5816-459a-86ff-5bbbe378c966", "result_sha256": "4dd567875c6bf6a9e938cef7a36fa3263701b7dfc540ea62a9adb46194a3e531", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.003834, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.5439129309961572, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 193, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:42.739738+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a29185c6-cad2-4f9c-ba90-110c8cabab0f", "result_sha256": "a18cb5327a7fa2b36b171c1be9ec2d753611c48c1bc2c4f8361f16d3becc36f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006124, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.631892207995406, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 395, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:09.573704+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b155279b-4bf2-4fa5-aed6-13a00410992b", "result_sha256": "2aad0ab465f01e9c7d192298ca20b0bb1326de5ee82d50bab1694a0297b42897", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005358, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.748232594996807, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 320, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:58.832838+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cad9484-8e39-41f3-96bb-30f9c9944ae1", "result_sha256": "fa388172b12b549e50a7d7f3d5eec03a25913c34b26fa0886d12b1f97d126063", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004312, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.702313606001553, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 244, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:55.532839+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c6ac36c-c0de-462f-93ac-d347b8b46508", "result_sha256": "688cb7d623bd88fa8c5946f8e7ee36dbc0308db55cd6945b4a30f436dec87cec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006868, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.140260539992596, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 449, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:45:20.536449+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf34cdda-9bc1-49a1-af57-b447c1968211", "result_sha256": "608fa0849cb464f2155f723f3b38b0d6aec09c5c3547fbaa79cf5ed47e391db5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004402, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.447264154005097, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 246, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:30.779358+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "612070ee-f415-472c-be6f-8d801eac0bf6", "result_sha256": "1a3b24f3a7e6899c2e7fa7477ab220fe844e02331ac77ba7ca1ee1bdb2c4a150", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003678, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.0879373609932372, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 180, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:14.362719+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef1fdc55-28d8-4375-a6c6-4e6ed246ed1f", "result_sha256": "4676a04d984fc4227428e004f186908b18d12a922b2f8a8671062e7c2125faf0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.503868767002132, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 396, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:17.540754+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc01ef47-7d28-4266-bae1-aaa3572b159b", "result_sha256": "9621ee8486907421a80a5fecfb4b5871eebd40e64435f0b1b13fc97a98974115", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00828, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.821681839996018, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:45.289991+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8f82bdc-5e5b-40c9-b25b-eff673821896", "result_sha256": "bc0a7fda487a77d6c87907e33dafe84274c1d0077b39d1f32c5e456c115ab574", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008214, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.855148133006878, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:45.118204+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e469b3e-4698-41b0-bf48-b677c9fdc279", "result_sha256": "e3a50eb798916a7ae8604660f5150b0c3afe0ada6c3d3e3ec3acefad926f791b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00814, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.251077766995877, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:20.433641+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d46a5f5-95cf-40ea-ac69-74f497166c73", "result_sha256": "a0694a30f53bc1e12d73ee66db3507e4adee8a6fd7ed76de3a1a1b441f49a20d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005142, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.186399087004247, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 302, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:12.859316+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c74c187-1faa-4eca-ab3c-720432699c14", "result_sha256": "4da5d8d132b528d4d6be44d4ec8d1fb8ca0a3c4ecc579300da404c1d413cd33d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.658347728996887, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:33.206275+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f03088d1-611e-41d7-ae1d-1fdca0f0b2d6", "result_sha256": "5cc6827eb92489aedbb9afdb7aabf16e97da074d360b4c7ca02192bfae8e9f62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004372, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.398956156001077, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 229, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:38.456959+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d8272ed-74c4-4ed5-8923-0e206cf93652", "result_sha256": "7e7c8335dc9633cb094723e9b54365fa740e39b5efeeb5bd646c978d93e24622", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004456, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.807734087997233, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 252, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:05.780768+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ee8e89e-d2fb-4658-bcf6-223657b2e54b", "result_sha256": "68c786bc4cdac8e0af8817795a3932b22f0091b717408708b2cc640befb8ee95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 49.583162941999035, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:05.769510+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f211f65-6e34-4269-9f4f-165240e150d8", "result_sha256": "fcccaa9774c27684778f0b6d631a22ea619c765759f47d35cd43ab70f3548d47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007172, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.998889905997203, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 460, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:44.260425+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2253ff34-9e03-4c88-ae0d-75731bc864df", "result_sha256": "05dc8234efdaa1b61a6f8014877064d13562d782162af82eda880a024b7d4347", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005418, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 6.068518209998729, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 325, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:18.378885+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "35ae98c5-a563-495d-8fff-fc254f059e7e", "result_sha256": "545fd84bdc2f014a6466a35109fd00536e250e0d75f3e2903a77cedffcb7927d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009352, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.833300055994187, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 660, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:38.803817+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ea75e75-f416-4711-b9b7-d4288edc76af", "result_sha256": "b2e39ed27fc4e947a2a93ab7a0c6a57287851b1915c1f5cea02f245e80c99067", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004222, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.8319221869896865, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 217, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:35.596466+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a8a1b9-188a-40f3-b6c8-1b6557c5394a", "result_sha256": "0592ec8ada6082fecf3e5440e88670d673cd8c6a3b4b8e015d1b672f6d48dd82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020548, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.54380572900118, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:11.706689+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "37485ce6-f97d-4317-8b38-dfb04a48d152", "result_sha256": "1602a6ca63e0b32e8dbd81deb0e9714250dabcc08a128c8b6a4edabeb745fd16", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.008068, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.551308474008692, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 557, "predicted_category": "other", "predicted_font": "Black Ops One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Black Ops One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:28.853973+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcc69b3f-9828-4dd8-bcdf-19c211e3031c", "result_sha256": "71d12d6972c4d0c7200bcc91c6806c07e11d9ccde7142d1836ed7b942268ed8b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00466, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.324936642995453, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 273, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:42:59.260526+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "356d2e17-cc5a-4933-811b-158290623098", "result_sha256": "15963336f7b90b04c806f88e41ecd9f62f3ac744ba2705c349fb3030add8c257", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008226, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.589543260997743, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "handwriting", "predicted_font": "Indie Flower", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Indie Flower\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:56.788964+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5b4f858-819c-4d4d-aa29-c811f7d50bf9", "result_sha256": "fb918850f0ffff5a88304e97cfecc8010e877835acedfdba4684b487ca4bbc0e", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003738, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.759409363992745, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 185, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:11.117187+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63bc376e-77f1-4238-ae2f-bf8867d17ed6", "result_sha256": "43c56fab67d8595a77865c97b8181cc9687f2c632e7925d0fd84578df25c1998", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00651, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.778759210006683, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 416, "predicted_category": "handwriting", "predicted_font": "Just Another Hand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Just Another Hand\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:50.607422+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4d784ba-b9de-49dc-ad1a-c5018df06286", "result_sha256": "ca52ae80e7e669c61672072819f656e0503c037dc52f283ceb882a6a2622c93b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006634, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.371550530006061, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 432, "predicted_category": "handwriting", "predicted_font": "Just Me Again Down Here", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Just Me Again Down Here\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:04.893877+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa28958e-7134-473c-86d0-75e83d4ac953", "result_sha256": "293045bed217b72b81cf83d219d8c55167086a02b28901a0cc9b429c8c6b4b22", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004672, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.277288821991533, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 262, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:43:49.054443+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63dbefdb-436f-49cf-8170-4db572617e31", "result_sha256": "b5138e6c3b8e75d4b64311f6b995456896d0ea1810883ab6532308d7c4e05f15", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008214, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.723697281006025, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:22.761509+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b35cb6ab-59ba-44cd-9fc2-b98bbe12c690", "result_sha256": "0935ebb4908d13cc7717b0b1e9cf41c4b38df937b1fe718117cac39c36e8c0b4", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008704, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.967749388990342, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 606, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:41.998851+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "297f968c-b327-49cb-9999-e4c183fd89ff", "result_sha256": "2d91d3cb707b9c2cacbbdcdf86d0a86a3707e94387dd32f1c8e413a2eb7837e4", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008152, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.009755307997693, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:00.337193+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "47910aa0-2f22-497c-989b-9adc50c4e39e", "result_sha256": "84d470d5485b916183b41a402bb83c1884b23696da74b8445b9a12f463bb926b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004968, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.125766119992477, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 282, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:29.845317+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c61f871-836d-41e8-a2e0-854a2c92471c", "result_sha256": "09404ecc75ce543b1a58d16bb2ede93e7097dee2a815a703464452078a8c1701", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007594, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.097468135005329, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:37.892974+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7bdeb7b-b0ce-43b9-9f8f-a532f478d26a", "result_sha256": "d1b18c76564577e5d4f1f7d87b8753e1e4e19319451db6c0546c321926b48107", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00808, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.162314909000997, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 554, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:01.051277+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d438a26-1af5-41ba-9796-440a2206373e", "result_sha256": "457b66e74a8138fb9d0b1908122b397e9e15f60acf8b4cd19226330da3796c4f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008612, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.790771294006845, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 580, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:55.223098+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f204b452-86e9-4c7b-82b3-93d42ce92a83", "result_sha256": "8fb81b365b7a1387bfaebf5894096bae03bc512404c5e09861cfbc56a1dfb68b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004396, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.0517599239974516, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 247, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:41.334194+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c3b6ce6-311f-46f5-ae33-df64c9744b73", "result_sha256": "fcb059fe87bf66828cc971856538b39f967f628087a8f56fade796c8458c6277", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013032, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.92758293999941, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 954, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inconsolata\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:50.097865+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f06208b1-36a2-4aa9-b404-6e4e862ea962", "result_sha256": "0186f3e0f2226a73e8fad968ec6ef49d21390771c4806f7db2e013f72e83b1a1", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00526, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.040617912993184, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 311, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:25.263545+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4296f79c-45cb-4a5b-aa22-8aa99047c899", "result_sha256": "e39823cb331bca1f6e0dda03f3fbaa20bbee143ede80a528de64841a104b1ceb", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008134, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.356424948986387, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:52.421811+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f539e09-b7ae-4951-9257-4b1ad1ca6432", "result_sha256": "3c92d0edb47dee94a956987dd84faabb7810d838dcee34f5498bc8ba3792c991", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007012, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.547224196008756, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 453, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:58.344079+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6fd537b-ab5d-4d32-b765-1d8e5d2ad75b", "result_sha256": "b494326481cbe1d60ed9181b0aed1dd4802d7bd7e0bf9674c0df6733738fb384", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014022, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.320257368002785, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1042, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:28:29.166106+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d7668a-b765-406d-be75-83af84bdb566", "result_sha256": "05b4b9d656fd7a8a36bf3d82a3147dedb341ea17e33bb28f35df8816d7e21111", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013482, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.28672293899581, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 997, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:10.739183+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d31d5348-0769-419e-9a9b-3595f40d7017", "result_sha256": "c91243611e29414f5227f741a91b3f24d513cccb6c69cb603f67c1e40fd81e61", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007638, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.304457692007418, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 510, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:09.570026+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "939160a4-8d5a-4d88-9664-3b007b174500", "result_sha256": "ac66231dd4de5adf0f57692f55089f2ee347b50746b6ce99a8577b50447b560e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.011472, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.394680400990183, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 824, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abel\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:48.753839+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "70b4dccd-c30e-4e32-b6a1-fce5ca6134e6", "result_sha256": "5a75f4a5ecae9ae202c57df742791ebb2ed19caf2a5babe2a7f25768d75fb1f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006942, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.861632723986986, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 452, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:32.682302+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9a1ff0-3bf4-43f3-9ac3-4afe5132abac", "result_sha256": "ac453c84583bbae11c9af8f5b5f9539dbeabd71b13eb0cd1b881f1590b262b25", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006232, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.012404477005475, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 400, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:21.983017+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be60052a-6272-4294-8aeb-98b1bd43a767", "result_sha256": "dedd2c7ffc78623e51246ea67d2e41817071e941e02cf035af560c18f22516b0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00669, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.18521991300804, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 431, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:54:06.143058+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "70c26de7-2a73-4722-8ab8-bfb40b88b57a", "result_sha256": "3f8f7f1633545fe4b61a3d58d6ee89ceee3d5bb88c8831f37ad3c4dda495c1d1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003694, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.300873411993962, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 187, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:55.114153+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "873a0c07-ecc9-434b-b868-7771fc6bad54", "result_sha256": "69731abf279ddef1d6de001da32f5c21f8dd2136a7dc7def2409de15a882f66c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.004572, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.679364869996789, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 249, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:28.610883+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df271dca-0836-4fc3-a0c4-b673b269c2ed", "result_sha256": "bf333b85aa4790f8186b0cae27c3645c34666055f1ced91a5b9a7b8f0c23c0e3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0077, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.156134075994487, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 504, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:10.128077+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "20bf1fc6-7c40-4a5c-8398-b5d16c429067", "result_sha256": "eb47c07190de21091d061217e310f171e7fb1d83922cdacd3ea4391f5c6ecd7a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007144, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.556102143993485, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 480, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:57.864645+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad15e0d7-c4f2-4506-8bc8-43477a395dea", "result_sha256": "9ce9b32c9b402be9b41af08850ec1a653e5a2209689c129da902fe1bb5ce8076", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005284, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.681852704001358, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 305, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:11.599328+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "30e2ea9a-dec3-4d41-b683-e348e89deaff", "result_sha256": "07fb8504f92538d336e884ebfd8dd36dd670e1f188d5bfbd06d684f22bdda6c7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.94020629300212, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 445, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:23.918916+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c616a0-837f-43f7-b969-edf8a38c8c60", "result_sha256": "0ba66002d6d060da47a212119cc565e50e2587eb76dfaea0624aec866af02916", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.949380676000146, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 706, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:43.729766+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "65f6c2aa-cf65-4345-ace2-94cf356d90bd", "result_sha256": "3ae160de9c49ab571a611da6015846069280a17d024d439b40302a2f8917de0f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008336, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.213924704003148, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:26.831508+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6397b875-9d34-45a0-a575-25c45fffcbe3", "result_sha256": "da2d9f6dd84f0da7764cd466aa64ed98c788f8d160dce883f42ee88c8ecb3901", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008134, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.10026385099627, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:40.389587+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3ada22e-5109-495c-9fee-db745862f06e", "result_sha256": "0aa3a8d2e58973e16941adf863f23f92aaa84a298ed71315be95abf3eb3f1464", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008202, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.561509909006418, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:53.616361+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4faec32-b8a2-4cb0-8026-6cce05559f53", "result_sha256": "dfe0b9235974ffa91bb7cae12eae4e05771cfad6dee9de4c53131ac9f23e0c7e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006418, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.035619147995021, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 400, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:27.639979+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb6bc3ee-c955-4087-963b-ba01a832addc", "result_sha256": "6014a59e00481d6bb634dc450e7fec8e243019b935d064935b27eb85d5a023f9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014564, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.00075685000047, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:01.746686+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2196bff3-09b4-4557-bc95-adbc374efe27", "result_sha256": "ae35c8fbe13cfae02446bd02d1c95811aed32cf2b7ff4d54295dd85a1b9ee041", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.017968, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.557507852005074, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1382, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:35:47.770462+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a0b2bb7-c163-46fb-9f0e-7b04a5486578", "result_sha256": "966c2d425d702559468902666ba975d672fc261b48489892ce6a5f4fec75fc7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004756, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.89280451698869, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 273, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:12.913834+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "de1ae2ed-874a-4ae8-a7d5-1940ca7a5867", "result_sha256": "09dbc997c4dbebbc64bd63b63a6a75eedca912069c1f70cdc78e345c1f846549", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004878, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.641250020998996, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 280, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:37.871675+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b9e0f44-1a22-4eeb-932c-0f007013fe6f", "result_sha256": "dd7057ca63df6fbd23aa7ca92267ff8eafb804fc2efc643546c11dbbf6702a30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00786, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 708, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.396377095006756, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 537, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:42.813223+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebe2bdfd-4108-4c2b-891b-c5325c4875fe", "result_sha256": "3c7495a2ebf854b52b1f1a02e8c5a545ca2cc7f534f57580514c75790f4c666b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.027336105005816, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 456, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:34.669187+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "809d8564-1972-4b68-9ca1-3ad1e669197b", "result_sha256": "e24b51c4acfe14a2b5b03932a8f970589d90eb74d8dd9f848df90c8710154b28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.008128, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.433356143999845, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:27.142911+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": false, "source_attempt_id": "d51d842e-d2af-4e7f-9139-3709acfb0259", "result_sha256": "0c3776b0bd012a0e75eb5481db42bed5266676120d76ff7735dd109d462db4d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007588, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.849876363994554, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 517, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-09T00:01:34.283278+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "53b67609-27dd-474c-b9f2-85d3773fee5f", "result_sha256": "fa934a71a79d43a83a8d05a48f2000f447366c9bda646ea41e153b423b681ae2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008244, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.995712974996422, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:18.021078+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3557d13-ce8e-4524-885f-9217d2e65436", "result_sha256": "abc65307961cdfe7703b37697213a3c2e69939df7cfdfa1c4ff1d7cb8ef4f7e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.114286848009215, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 413, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:26.234221+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc3eb70c-e5b5-4e35-9e90-a0f459d17199", "result_sha256": "7d2c500c163aceda3b1acc1da18b1def4f6adc1ca364617dcd5e0d7a2c32aa0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007628, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.214581729000201, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:18.373774+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7336e55-516a-4927-8fdd-3c0c47b10c0d", "result_sha256": "606a7a867d2d22edafc4dc9f589d4c3c45952b52dc1307553fabb532eb96ae15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003786, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.693972772991401, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 189, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:38.806278+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba113f08-54f4-430b-bb27-e62bb2c443ae", "result_sha256": "d4b51d8a2b1ca6e6eb9b768ec79cbe9d8d816304cf8b0a1a7450dc7dd6d178fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00541, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.974338367988821, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 330, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:04.390808+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "90dcc49d-d212-48a7-897b-bcc6180fb902", "result_sha256": "36f2adddb740719a6121a56c4452f18354110f66dc28e455232d6b2e12e0157d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004828, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.837155537999934, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 271, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:38.507353+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1a13a97-f47a-4789-af36-489fc035e4be", "result_sha256": "d28b4e63255b69a354959f5e48b1adced39a45f4205ed0141323670ad82da0e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006672, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.275048283991055, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 438, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:10.124745+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d80edb-d806-491e-9fdf-50cd355d3428", "result_sha256": "24d0fda2c702a12558e9c03c5eea35c31bda9885e0f70c0aeee5cf9c466d659e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007192, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.387146581007983, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 468, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:43.799666+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2faf253b-5e71-4c64-b9cd-50d8b9073317", "result_sha256": "88b1bc7cdddab9a25a47e1750b694f7744a84b5fe04ab2c6e47f9d69629c6046", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005392, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.617175428997143, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:21.165876+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "52cbefa3-db8c-4f86-bba5-fb30104cf963", "result_sha256": "7ab1204ebe6fb706b9dbaae475ddbcdd57be8ce24d7e93d856fd71e1b5ea905b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004948, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.682463464996545, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 285, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:29.673782+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "243694a1-8e1b-424c-9afe-1f2cf8a44edf", "result_sha256": "865dd5bd4fd2951ad95fcf490c9f0b67682e154fa9d1ffe89977623c1b29a2fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004552, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.9972117980069015, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 260, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:58.805188+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f837554-bcd0-4fa6-92f4-15c5fcfb1163", "result_sha256": "3e536dbd557367862ef4d92bf9f019ba7ee761568787b8388e051046d1d5ae64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008216, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.339352195995161, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 547, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:20.374876+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1fe52c8-7f0e-41a6-a478-56007469d6e7", "result_sha256": "762f156e184f4923df6c3718ad84745c81499705959ebb0454542b53e21f3606", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004264, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.020807880995562, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:00.547084+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ce232f-a843-4045-b55e-ad9b585063d6", "result_sha256": "6aeb168ff9664f8fc12eb277b21d67f3cbdabb07d3be1c3f3e79aa5167f44285", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004828, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.34254181200231, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 287, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:50.542932+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c28a55b3-b593-4c71-86ae-847545265fd0", "result_sha256": "a5a74c4f79bc6a3f4ca7b306fc6249ec955313993450355b10099826780f2646", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00792, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.713172329997178, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 528, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:14.786704+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd1b1c98-f715-45c2-b705-77f10b81a5c4", "result_sha256": "9e5feb22cde1533d26a403f4b63234319e894b1020a72f08660dbfd2a03503bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.88777578099689, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 449, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:58:53.374027+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "40eec2fb-f907-4f7b-918a-3a7fec562033", "result_sha256": "912c06a0c116845676f6d1dab5b65483843eab904ed9fae65be7e95e88d15242", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006012, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.777415871998528, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 369, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:05.951350+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6f8dee0-96c4-474d-80f1-ba7732801623", "result_sha256": "a5dc172e708290240a03022db4da319af1dbe2a2bb8714a4b96fa48820524131", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005938, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.406878335998044, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 360, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:26.410816+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05d9ae8a-94c4-4034-afcf-75c93a9a55ab", "result_sha256": "2eda6d3f468a11b5be80f3927f188125b6889b4a8bd9b6706d9b2b2d34431120", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00568, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.263528476003557, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 346, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:08.095589+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "13c0c2c4-d8a3-4f3f-a8fe-e7c592501727", "result_sha256": "57a237e47aa3fba40a53e03c18c5936410343c07081484cb9d78b6109a2f3500", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0047, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.592630455998005, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 254, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:55.378883+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc9c7414-1c42-4ab5-aeba-faaac1f00c58", "result_sha256": "f69cab91fdf9e22e2dcbbdde4ebc1d3c2a1ebb8e0da7ad22ae3fe45808d75f3d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004234, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 4.535312442996656, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 232, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:26.952619+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddefcbc2-1f7a-434c-9fe6-5c377b7e948c", "result_sha256": "94b956daec0a51a41dc4d806059bb7226f307a79dde72f060797fe805202c43d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005152, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.029378816994722, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 298, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:21.099133+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3d22f1a-e6bd-4def-bd2f-3bc422607dde", "result_sha256": "20042430e2310a9b1858795aa3382c13b8a41253bc0b9b25e5cc02d01a8dba4d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003376, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.0365381779993186, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 138, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:41.671132+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdbea757-a915-4982-8487-2bcb34c5a0ef", "result_sha256": "e8c985b14f29efd0b16266e69408a128f2c4d6109b3a52e5683a852aced88a98", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.004464, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.928477307999856, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 240, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:18:21.469325+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9b8d9e4-9fb1-4afa-9641-c13cbddf4f61", "result_sha256": "2fad8179207af73d783f39fabfd4bf31580a24e897b7964941bfc30f46bdebbe", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00819, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.414600289004738, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:23.901878+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b3e6a93-0819-483d-812d-1370c42a5bbc", "result_sha256": "034e7034c348de24fd47ff2e3bcafa6408547030bd98faa8212b2c775eddad44", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007774, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.981336242999532, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 527, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:27.259685+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18af99c7-d46f-4209-8403-27e724175bbe", "result_sha256": "3f401448e4c5c8a41a32a566c2bf2fe96c2cd482c0635d6a6e9443742cc84b59", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004264, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.396969494991936, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 212, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:14.195188+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "35ceb578-3a92-466e-9100-eadf1c5daa2d", "result_sha256": "421695d6d4de0be0c7e8625b54c37c5b05694b538e5edd56f7976b6d174241bb", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.008214, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.738506102003157, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": false, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:16:28.812425+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bdf37bb-e4c8-4dee-b710-b88880a491bc", "result_sha256": "ab55692ce5e02f5e903d0c7e3d24c0a2507ad87a14fcd090415063dcb27681e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004924, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.234776505996706, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 275, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:01.909579+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2faa90d3-5f36-43fe-9852-9649a70db09e", "result_sha256": "59e18bbf2b4cc5f98ba12137ff86f4f1a677b6dbee537be9d4b4e6c35491a67b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.007876, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.359573748006369, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 541, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:10.119399+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ebb9993-0130-44cd-8dac-510e4cc7c558", "result_sha256": "ecb9ffba3e8af48c86db9bbbe88fb2cfd1a91ed4d7cfa95bdfdc81230d9552db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004672, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.177845572005026, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 270, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:23.112316+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed6329e-360e-4dcb-975c-4eaf119b3f54", "result_sha256": "b477761e5f1c57a64847b19d2b10feae199d76cbb3450543888cd463b2382583", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007624, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.955773277004482, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 520, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:43:20.263159+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dba09d07-b99a-44d1-a4b6-68e8c5ac36ef", "result_sha256": "9a42f90e5a2135b61a248771211dad1265349cc5dc6ad4315e2d4563e1c5a685", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006324, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.056324910998228, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 395, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:38.167310+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbbaec24-9763-4ed4-9f15-cc4b7c266ff9", "result_sha256": "375f860219d41c17e7ddad76a2e061cfd93c20f26f19ea25740e8587600dde2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008226, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.257376033012406, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:49.077836+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e43c99-1ac9-421c-9d52-6a0510171241", "result_sha256": "6bc666d5eceaa76dfbd2040bb76c6812ecf587634babbb7020e8616683941dd0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003112, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.794647871007328, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 136, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:37:10.921923+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2a8bde9-ebb0-4e9e-adf6-597539988a73", "result_sha256": "f855cf57d3bfa7c758bfa626e845538b08ea64d10d3ab2b7c42249eaad968919", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.003546, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.756771449989174, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 169, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:28.041332+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c82c2c4-6803-4a58-a86e-0d0ccbcf7a1c", "result_sha256": "a9502c68850203399e6e863609d203943fe23b0b7ba22cccc1449005416b0078", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00825, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.29785278700001, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:07.966162+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b80163fb-d83b-4d69-ab4a-cf7eb386c73a", "result_sha256": "7a025b30d892e9398360df916d9d4cc4c6820f3c8ea08146594c02159bf03036", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.178005965994089, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 412, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:00.061172+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ce2e18-532f-4565-ad5c-1ffc189f10d4", "result_sha256": "933ceceba8f441851319985471075c76278bdf4bd12514ebdbcae8b612532501", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005718, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.877611224990687, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 350, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:50.422780+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6219732-d00d-41f7-962a-7401cadc82b4", "result_sha256": "a1e346b15b552b5ab71efab9209dc79451c5334f1d32cfb6331a06910f6d4f3b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.003828, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.528969259990845, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 187, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:21.488343+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8f1a203-069f-4e60-83d2-8027b815014c", "result_sha256": "d3fab7dbb5ad71b6f91b701875ba5c4d2e16099b6a40ddadb68491c1059974db", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007134, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.550991950003663, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 468, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:04.374225+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61bc4821-5087-4a38-b927-37dc6dfe2f17", "result_sha256": "b30f704b327a4b1769e06f735fd892e7132ddb238ca9e80ec1bf2c1c7a224666", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.003738, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.6687723909999477, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 185, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:43:51.630195+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e314718-2fb1-4ac2-b9dd-d87663828f0a", "result_sha256": "8eba8ddab925702693ca051274e111008cfb2adf12e8fe08297095d48030b08f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.792405757994857, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 415, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:50.861083+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cd77e52-56fe-47a2-87cb-6b36f58ad8f5", "result_sha256": "1d2e2da58a4363ee25ecd2a761c001b25900a893088d5bacf1437aaa76bcd2b6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009604, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.86611475799873, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 681, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:59.364649+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "194ab0c4-5369-40f2-8a97-989eb4854ab4", "result_sha256": "d33e8bbc60545aae32b3a78d7e2bd50f5bae838bd63eb45a07340422a4dd82ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.224482532998081, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 408, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:27.586306+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbda6b9e-8a2c-48fa-bd20-707d6968ffc8", "result_sha256": "a01ab3ee35313918535be45a908287d2047a30041e888fba92e43b238e1340aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.996576184013975, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 460, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:33.840252+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "442c228d-f4e6-401f-94cf-ac2282c9c4ae", "result_sha256": "5085a7d2eddde4f666ca4d729f63b04aacb34c7fa0fdf07995b6fffa0cfbbbbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004692, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.65335124800913, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 259, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:32.252913+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fd6e4ea-8ec6-4e53-b315-b3cfa3899eb6", "result_sha256": "103948c45df3bbbf020b4c0545cea1b6c003ca0706cdf79b8013aa5beed53db5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008262, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.877089494009851, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 562, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:27.746387+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2e30170-9512-4fbc-b864-9ba760b87d06", "result_sha256": "05d2d1d0cbd5836aba47dcfc73feffde0193c3d5cb99eb5fdd2d8c5460d04b0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005324, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 4.935412938008085, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 306, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:26.164703+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2d1e3f3-2992-4fb6-b858-a38116de0033", "result_sha256": "3c1dcdb5d8d7bc531eab47d68655b40a5c058ee40889e8163de1fa9b6bda9eec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00598, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.772760873005609, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 383, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:59.315259+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab61020-2e81-41f6-8872-8b4760c4e03a", "result_sha256": "dc231e06460ae174d741edba3eb5c635e12d51729dc6f763665b95ba16db4cf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.390257132996339, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 432, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:08.955108+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "11742e26-cee8-42b2-bd77-7c548f969b04", "result_sha256": "2486ed59c8b9408a80a25e510b9e710cdd7f12c4ccfec7922fcfc52c1598f0bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005924, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.785168454996892, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 356, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:43.725323+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d0ea122-f3f5-4b72-a146-d27b4e5aa080", "result_sha256": "2b7eef3dee55ea367c6c688763d6c36a4a345e4eda905a727188b27f910ab07b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009606, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.719170666998252, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 674, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:53.308103+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ca5aafb-f75b-47ec-af92-c66cbbb79560", "result_sha256": "e48fd2d3fbec08cbaa74b74fed6f6947a72eccf9b9cc3dc4d768ff786a099657", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007458, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.912431445001857, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:26.010036+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf5a054-2269-43e3-8039-eed2ee083772", "result_sha256": "d1fba3241eee0b663086b6d15d3b0a83cfca048dc0ae26c2229f26f4cef1d2be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.004674, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.863191445998382, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 263, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:24.784984+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ef76e9f-6682-4a2c-9f05-4b5f0bef585e", "result_sha256": "9d65e9e7567d03aa0ce9f8cc4c4679eaa7f2b0a0814dc494b502ab0235a9ed97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00475, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.440572470004554, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 275, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:24.673769+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "210937cb-df34-4e01-a67e-8a5ba9f71067", "result_sha256": "84a674b0bb52f80f55c9caa2e7e9db244116d283ff54102618a39752a36e20b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.005994, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.959799392992863, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 373, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:00.683806+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f74df08a-02dc-4ec9-979c-bfb6d5ad0f5a", "result_sha256": "e8884fb1e117323e6f6102073e7cad85edaed66198d65bf5324ae1f1d6ba946c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005656, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.821369882003637, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "regular", "modifier_correct": true, "output_tokens": 328, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:02.303299+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ea87cba-ff3a-41c9-9d69-bc9f96edd94d", "result_sha256": "27d9e49c4b6fd5474ffc44418844a19d204986dd5a699f86b9978fb4825b03a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00591, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.737512908002827, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 366, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:09.744776+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5dc480a-9157-4f3a-97e8-40c5978f8cb3", "result_sha256": "6a02166c36e47a491321c7db91791a16d97f176b0683b41423daef49051b350d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004036, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.43673845900048, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 221, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:40.191522+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "78e7270b-5ec9-4eca-9bf9-81fc46a01c6c", "result_sha256": "0dd5cd64672c6f22e344e3f330627135a4cc574a3cfe6c08bc5c5567a27e77e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004372, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.373050902999239, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 249, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:45.037553+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "26880f29-4afd-4e2c-b0d7-4abc111dee48", "result_sha256": "6aa6deff26d194ac3c51f518ab23410902582ca5d033058778e781b4ee2afba1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00482, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.525143507999019, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 264, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:17.533135+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "60466dcc-573b-418c-8549-0aca3d88638e", "result_sha256": "358a2be977d65e3f6f3ea5b04d75e1d6048357d830edd8d28818efff88e20709", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004918, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.92546796699753, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 289, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:27.270191+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b04b564-7360-43d8-8c4d-be88483e0461", "result_sha256": "a302dc3457b34a706e12b3ea2e5cef7475a5451121487b018495aa618c7cea5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008212, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.348962148011196, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "italic", "modifier_correct": true, "output_tokens": 553, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:40.686336+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ee2cfef-1a6e-460c-8381-fc261592894d", "result_sha256": "84c069b2e2a735d9af0f8d04518d784c023c838a9120179451d421aeb6715f17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005298, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.972033760001068, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 315, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:49.093946+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0abe24-3361-4ee6-a65d-f26b97162e2f", "result_sha256": "673e93f3130cefd42fddfe5f4f80ac90a3682d67cac55f8eee499b4acf4dfd9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010584, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.935481139007607, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "underline", "modifier_correct": true, "output_tokens": 750, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:42:23.213720+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "521a3bd3-fc48-4eea-b616-3b53d69d1230", "result_sha256": "001b569c3ec1c87c8200494501ea8cda69818bb545078b272ba47cb5a01cc409", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00715, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.983655420001014, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-5.6-terra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 461, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:09.531542+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-5.6-terra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f8a7377-fb51-421e-8458-7c42d178c838", "result_sha256": "d78419a53028972d8a498c19316e1cd606ef41dcbd09c8ffc05b2bdfd5345c62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.007492, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.340573788998881, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-5.6-terra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:21.780719+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "afb19992-bb49-4653-8ad6-62635cffd04a", "result_sha256": "4b6e136df4b603296443cc063d968c66e5d2955020b6feae7215e53a9b2f5574", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02072, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.606187604003935, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 256, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:45:48.686025+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2331fdd4-b5e8-4aa2-8b96-8eaafa3d0ad6", "result_sha256": "f8c3d86a15070b8a8ae0b24a2ecf99fe1b64a9774e473937293c2c4d9160507e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02457, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.679034971995861, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 353, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:21.833545+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecdf4301-74e4-4236-9696-2b81c4c65bd1", "result_sha256": "d2483ad391a45cf8473678ba48ebbcf8125c664ea8e2595b09d2e1de1fbef353", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0272, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.677573581997422, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 399, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:54.767297+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "086ad8e5-eb30-41f7-a58c-247777b7391e", "result_sha256": "42464550d723836b13aaeeeb533ffaefc0571c6a40f789c04a5effe916d6f342", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01564, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.308745688002091, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 161, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:57:24.446679+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0a8c57f-f2c7-41dd-a5ae-0ce91b9e3883", "result_sha256": "bd817632e7b111713393ef306ad0fe7eb15af37567af15d3c309380256056505", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05288, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.59560618099931, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 900, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:53.442587+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d018d1e5-0be7-4258-8cae-aeec9f2537b0", "result_sha256": "b7c8d679cd69a205a2f657048d2781bb10cc53a90e6faddbb5499f3456c2c1a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06097, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.260350212003686, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:12.232522+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "efe00468-8e40-40fd-874d-aee7fe898af6", "result_sha256": "c290d1206c109bb135a6f9fa8128e9633572ea3db6e0d8589aaaa13f448c63ec", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06899, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.426481004004017, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1228, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:06.491438+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5c64b88-f0ed-4b19-8311-122811be0657", "result_sha256": "921ae85b7aa8c69de62e7bb443db682fa93b336b980e33a68f47c3cd440f85c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04601, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.958135927998228, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 755, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:23.624434+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbcf46c3-b7c7-49cd-98af-f477ee6388ab", "result_sha256": "59496657d675c137cacb60a1ac243bcdc798e369bf59df3a82a5eb35f3ff2c78", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01699, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.3110214170010295, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 187, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:25.632152+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d92c6a1b-f6c8-4419-bfc7-7336cdf9ccbb", "result_sha256": "742b449f3df3f0e524f53bb08f7f776f3c298bf605e9aa550c62d04312f2e553", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01622, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.21975567600748, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 186, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:45.676781+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "283d11ce-55f2-4477-98e5-2190746a3bce", "result_sha256": "8315f984309abe41fce582587515b53e2950c46c3b2b50cac7cb40a2e0b8cffa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04511, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.966293653997127, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 737, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:02:53.515017+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4791364-272e-47fa-99e7-5ff43be1a943", "result_sha256": "bbed479faa13d03cd3c61d0bcd1dc46cc196ffeb10351d9521a99a127dcabe19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03792, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.288036262994865, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 600, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:03.007879+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d61e06d-3fd8-4ea4-88d5-d3c150ae4be8", "result_sha256": "bd3920324a5e2e9a170fa94327371788bc84b5abd11bffd04a055e79c1542075", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04212, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.880639959999826, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 684, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:49.517471+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7753772b-6ddd-4ea7-abbd-de9ab966d8d5", "result_sha256": "d41aeeee0106ae0521946265de6efc472c841682766d71aa172fe1ef261aa24e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02494, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.561345991998678, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 346, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:19.020002+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e126e848-839d-428f-8c99-a50d0066197f", "result_sha256": "3b9d461f0df327a289236ec9467327451be89bf10a6773288d3fdf9a57b24139", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04821, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.789130013989052, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 799, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:13.663713+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "96c40739-deae-4d40-b644-32d39bf8a4bc", "result_sha256": "472dd19059e542221eaf533801d743f6b950571472728a90c0d698b42e89528f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0652, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.03702468700067, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1159, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:22.890182+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "607699d6-86e3-4465-a002-95297d5724f0", "result_sha256": "a7a7de664a68d563e2b2a9ed4d68cced4d05861e3bfb7e0db0372312a5205c28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0746, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.924663818994304, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1344, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:04.316381+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4099af7f-091d-4b43-b310-fa21f5ccf8fd", "result_sha256": "363a4064e6312d79c2d7aa90bd9a7da9187ee6ab0101b3e7a8e89a808ced1d07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02974, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.83485098600795, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 443, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:30.510337+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b73866-4cb1-4214-94c8-c58f12ab8479", "result_sha256": "b204f8f2a2aec244a8ebf199cc1a14fdab98def5c23ae0487b474a8438c34095", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03989, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.929612288004137, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 646, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:53.667629+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a673cc8-1acb-4616-a878-062650c821e9", "result_sha256": "a422afc79bf0d0d6df0efe78f2eac07fd4c1103851249e80702ebec2709602dd", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0611, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.03031680500135, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:45:09.758263+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6d208b-e147-4731-a1e0-c807a6aa4f97", "result_sha256": "31e8361ea7f12b013019fbc577f0b0f81c66ad592e904b15af41ef7eb623a2f4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0334, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.603237221992458, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 496, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:21.911009+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd6e4dd5-1e65-49eb-926c-a16993cc2437", "result_sha256": "2b0897d0f12bd2d79dfa69f4d3aa64076421d99f75877e9195aa0aa9111dfc3c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06146, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.361856304996763, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1064, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:19.219329+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "87b4452d-5bb1-473e-b9e0-ef73d97c3ad4", "result_sha256": "d76200654ae7320707f47cbfdb4f02f14e64770b5ad7686213a7480eb316f583", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0525, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.453570510988357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 902, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:54:16.951766+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "74c220f7-9435-4573-bd01-c7f9d8257386", "result_sha256": "506aeefd780c67a49d5e1994519d35801f8c270dc6cde0f05a79f3d57b3c4fa4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05049, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.695191641993006, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 858, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:19.149943+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac65ae00-a71f-4e1c-a78d-cb84e93fc6f7", "result_sha256": "3bc5a823b365487e75052a14ddea672a50013f9b88c26117a2cfbe7ff2a80215", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0481, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.34621295800025, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 814, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:59.652837+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e8545d7-4aae-44bb-b8f8-9047ffd735bc", "result_sha256": "7b569ff85898fcba09280d70b546727df612189fa468b3ad80d20174c641b6f3", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05389, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.815197060990613, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 926, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:39.546268+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b7322cf-413c-42eb-9dc9-e0a9338fe71d", "result_sha256": "72d960bf32f1bd5cc9c7d339b884791ed505219091cf8782314138b337780231", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03286, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.05344534998585, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 514, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:10.831640+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "90c0c875-2780-409b-bfd7-fb110b7afd8b", "result_sha256": "766329034e7fe6ecd1e3de2bad59a32b175906e8cb1dc8fbdd8faaf979001545", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04659, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.886702178991982, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 780, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:03:23.315511+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84def848-90a1-44d3-82a8-9e8b2f3a9415", "result_sha256": "92295b7ff268c4d48ccc8006e7779bf05337b8024aac8021225f33fc2911f896", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04574, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.902402522988268, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 763, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:09.696035+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "06999704-62b5-49b1-81a0-a39945ef01d5", "result_sha256": "df754957970fde73439b7c45914436445f3be13af4614511495fea2de90d8429", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04026, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.086728377995314, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 640, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:59.219924+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d452f9d5-bb77-41bb-9728-4029a4985313", "result_sha256": "765176904708693bb6ee036aa6c3a0c036522f4c46597622f22b6792536990d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04057, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.4818536239909, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 673, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:28.675923+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bb87223-f03e-4a6e-9398-8949c43191f1", "result_sha256": "01b1635a452e752f5d8595c0f3303b18a1746112f8e4c86e47e5775733e2f985", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04082, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.093266429990763, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 658, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:56.213051+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ec3c7a4-124f-422c-9780-f2dce9f7ed09", "result_sha256": "33d1f1d61d445d1630e478a567f8e91ae6dd2445b4879758c9971601918aa339", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06104, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.74733340300736, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1069, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:59.737903+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "30b1cb06-1d39-4b9c-b3d9-edc496a807db", "result_sha256": "b48ebff8463cde922f870ad2ffc1a25c22f15898934ca6dc2828918f36da5db3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04821, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.92125098699762, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 799, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:17.385753+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed2face9-1e22-4679-842d-b4dec20c23fa", "result_sha256": "214ef5a956de71c09b3a2a312b7c4655773d14bce3dac04ba5e290cefdb84597", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06095, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.649985476993606, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:54.214918+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "93bf6c61-5e18-4817-b2a4-dd973afe8ec7", "result_sha256": "2ae5ea199387960c8532c59cdd395ec7f808ce9884fea66c3f6874bca1a34d6a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06099, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.34486650599865, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1068, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:19.958599+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1252e270-676b-4049-89f6-9f2adc357966", "result_sha256": "be351faf891221a2ed1eebaf8aec242c9fac01201393a364ffe46b769c07af28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04709, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.839054732001387, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 790, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:44:33.916049+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b7a6f26-8d19-47f5-80bb-48c5def0bd93", "result_sha256": "73aaccb91842459a96b36e5e7145af3b9aa1163cfa323b42403329f9efe0f706", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0295, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.75464171000931, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 445, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:29.631736+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1db358fc-7204-460c-b102-5b2d1b642e51", "result_sha256": "b8c820c2301c64e5f34be1f475cd9c1af7465904131496703164c95193f0d944", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04028, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.31459989999712, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 648, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:19.864186+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4dae0da-2b80-4eff-aac2-b8a373a2b14f", "result_sha256": "a21e5573dc0bc17faaf0fad80a4c570a8b2684f3c3cd041de0398750b4ed38f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04957, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.878797828991082, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 833, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:12.560934+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "110ab0ab-a271-40b3-81a8-07cffef5d3bd", "result_sha256": "19d0c598c3582c485ae7a5ddf8c695bc3dbb90c2a4e3b7554dfb16683a009fba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07484, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.46020809900074, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1345, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:16.382763+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa407c04-e60f-4aa8-83c5-e020c8ce3db9", "result_sha256": "5f9027fe1bbc431a2f6f58e39ef1bb7a42e3f4280184f4f40dbab0506255b83d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03024, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.441099098999985, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 453, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:22:49.057970+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb5a756-a0f3-4f7a-9260-5e96f1dc9480", "result_sha256": "d21a684c10b0220c47912d56d5c9c83489ac3471da18fde7cc8491631cd65c72", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0274, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.751550539993332, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 403, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:47.037469+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b60b0aab-a324-486b-8006-99d8cd308c02", "result_sha256": "092308a95e7bfb4e578ac2a057270910158a5573806fdb8cd870d924ebc4c67b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06048, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.74775067999144, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1052, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:18.505525+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "78bd7257-4bc3-4374-92ae-521f6e561cac", "result_sha256": "fa7441f220c5b57a3501c7d3ff552c360264d09d2968e319462f8611323bad50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05977, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.789265491010156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1037, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:50.136331+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27ad318d-720d-4f44-9ade-582226a7b1be", "result_sha256": "82960324fef0fa9ed7c90d63936cd2484c337d6010d9d99d6c30cbcaa7ae453b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03496, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.176866420995793, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:55:30.550718+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be727825-3055-45d7-b36c-c18087181c8e", "result_sha256": "eca0d1ef1d1eaa498c1b0f83a0a688c1e73bdb9f10e7137b64d801a9ecd50086", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04636, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.98441651700705, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 762, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:37.866705+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "32e8ac67-e3c6-4041-99d5-c8bb45b80aa9", "result_sha256": "24cf4dd22a47c0e58da93451f08f16e0c297f29149e416a579f009fb77670923", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05124, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.22901725300471, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 872, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:11.200467+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0ba8bba-4967-4e4e-9676-9ecdd0dc451d", "result_sha256": "2c8debc0c502ffff54f4864e9235d2ef2f64f65a221d3d61b2380286e48d3174", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04476, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.77701710400288, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 752, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:16.739740+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2822469f-31ce-4f05-9987-099ffe9c7fd0", "result_sha256": "90f7529f6255f077e793c4c6a0bf0edf9af9a592803669c381414420c43cb164", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04217, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.40221734099032, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 705, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:39.291953+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c241bb86-91fa-49c3-8b1c-b3aadfc0dc35", "result_sha256": "ac2973dd5767479361a4e8ef731ac9a9b1dac17a22073321d19dedb3b4082eb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05751, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.90007726100157, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 985, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:31.197386+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "00c4a963-65ed-471c-bfd6-ec348471b410", "result_sha256": "345e5cbe2d658d524d3ef427ba071ef22885ec76da1fc27d99d4412bc305c795", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03455, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.148644589004107, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 543, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:30.882695+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe2eebce-1a87-45e0-85d4-864921d17686", "result_sha256": "fe57247a9430b8964aeee86352fde0a9f96a6c16ff0caa62a2387007278f309e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04257, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.887069841002813, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 713, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:11.854445+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f5c6a59-e77d-4986-9519-6d61dc75b267", "result_sha256": "63c86a7ae8736c0f32cda56c9d64079f6dace2df40aefaf71951811d456efda4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03102, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.80240365699865, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 482, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:24.346417+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddd32a33-eb3b-4197-b79f-99b8d1ad8621", "result_sha256": "40f9596264bc0ed8f4029d5c3ad0aa9ce257b26deb5dd36cfa537b2305fef849", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06582, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 28.85223975199915, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1158, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:53.224269+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e3d860-2ed8-428e-9a8a-f4cc2854c1c8", "result_sha256": "ededa8ecb9e80618364f8f60b5d08ca93b31263a4dab57a14dfe37f40190a786", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06159, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.433665238000685, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1080, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:42:40.715289+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "13e0df35-f19b-45a0-a403-f94dc562dbd9", "result_sha256": "91707bc8cf597879b7975fc1a4617291f31b3cf8839d1d2b3707c85878923d7b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04391, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.664486014007707, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 713, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:33.717480+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "34e745f8-f485-4f79-b855-d740eb54f1a7", "result_sha256": "f8d96f1f9339418f1fe3715c315dae8f44c6142453091a9f698a6f3749d6dc6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0414, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.485386507003568, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 680, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:17.006074+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c29f9b81-2df5-4dbb-b1bc-f3d96ac78c41", "result_sha256": "1b39713b3b9ad64f9cde581ef59e9fa910e17aa6aef6ef94fdaddaac3d57f3c8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03495, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.923658850995707, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 554, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:23.171643+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f77d6d5-3fab-4fed-bb84-b3c732df298e", "result_sha256": "cec66cb9a93fe5f8892634913b35bdff752e19b945cd2c8a27c3a20923726b10", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06154, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.00321249398985, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:01.897191+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "48feb823-b67f-4665-819d-73b11271af0c", "result_sha256": "86604f64ec55ee07ad5cb8ac5e9e08ef580c3a1ad1e716a3a88db5ec99d3dc37", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02863, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.862266471012845, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 415, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:03.077342+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2b3a1a9-fd09-48ea-9553-0ca55a55515b", "result_sha256": "35fb915c219c39e85799648f5b2e776dfe356e38ba8151874f5496ace19e7e00", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03914, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.182824656003504, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 631, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:37.200550+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "89e9651f-949c-49da-a802-5d1fdfcd0236", "result_sha256": "7209a6a9fc00b2c9fa812c6dd7c6083144d5f0dc0d65ae6285e36f5728981c7b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02161, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.06164792898926, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 289, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:54.699809+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "54e27cd4-ff39-414a-b05b-0b0e20e5666d", "result_sha256": "b255481da090cbe358ef7471c03c7b8c213e882562f29723f655bbfc9526a1ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03417, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.731362790989806, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 525, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:59:11.998903+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2a961b5-8418-42f5-8b1c-9cec8a1efb8b", "result_sha256": "71654680b745bf6c8ae5ebad309fd068dedb534e6a28758b049d9dc3e6ab2d35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02299, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.417357457990875, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 308, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:34.351533+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd7decbd-5052-4611-8796-6ad5b968625f", "result_sha256": "053e72cc7bdbec39285d2aee4daf50ee35bbdd3b677e4d2ff87cbc17f0aa330a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08246, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.51283440999396, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1506, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:53.950663+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "60d4b0b1-c47c-44d4-a291-d1a4c46cf135", "result_sha256": "3f2793f392cfbe145e46da9a6f199c6cb0819c32bb6e8fba20a87d40e2387944", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03782, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.07333560200641, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 618, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:32.347783+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f11012d-9d7e-4489-9382-fa07531e1340", "result_sha256": "016724de01e130d4fb2a7078ec2daf282fbbc114ad10171f708a0367ab2f0a46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02384, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.211627065000357, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 324, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:33.365019+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "966f087f-8692-4c1e-8c64-ade5da25a598", "result_sha256": "f7d1d771bd9934b0e6c3441ea31afd6403809438001189c5b39b5065f67c432c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04221, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.74042935000034, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 679, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:30.728930+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4f905f2-61b4-4079-b22d-2275041dd5a7", "result_sha256": "611da9396876291589b89fca597eeacf034593ef1bd6e36bff56dc456a8ddd00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03979, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.412785223001265, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 644, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:54.276788+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3332dc8b-b014-4193-9523-df312aed3ae0", "result_sha256": "d99fe7965d1946cb9b66308dafe95d6bc6db4e93666e35b2040f54d600a58857", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05114, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.295518336002715, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 871, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:13.781529+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cd93b0b-3584-4266-8e04-12fb2ee1dae9", "result_sha256": "5b1d968aecd09fd8fb45c96f8c47cb067bc23035829a9cf0522ae66870f280cd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04396, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.43352202999813, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 736, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:56.386076+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05f20131-df29-4099-b76c-dcb791dee108", "result_sha256": "ebcd4c27070e7b6a69dc41a30b23a40a53cc46fa840eeba7e3c4a156e2314a04", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05162, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.455161140009295, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 874, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:21:21.855502+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d82710de-6da9-4918-a258-8d9f9f5c1450", "result_sha256": "91f00bac977a89e872b051333b226ac489e77e3bfe555d5406cef878437310fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.07887, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.2125162500015, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1419, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:21.538476+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "564917c5-6cb0-4263-af7f-4ec62c0d08c6", "result_sha256": "2e06cbe4baafe181c51b586543c233797ca117af20fd868ce1ea0da2ce8c518a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04752, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.779950409996673, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 812, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:53.996383+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4548cd37-263a-4ef6-b4ae-ee5b771a4215", "result_sha256": "7015a657e5822f79c37cd751aa4784a9757827b14bb7e31c7b13fd19d14c9e46", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02491, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.209652778008603, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 355, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:03:57.473798+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b0373fb-f86a-4610-b5b5-08d8175e90a8", "result_sha256": "9f0a790d569c4ae8c5c9bea4e538684333a3630fbf0b284efdf91594e49ed9ca", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01922, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.286511290993076, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 226, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:32.835824+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c56537e8-21d2-4cf4-aea3-9324c3d98e07", "result_sha256": "088438f77aba978787825552de0770d0cfcab9c565d16785000cabddf590b441", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02399, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.373907743007294, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 328, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:22:50.337845+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "36d10671-3c8f-44e7-9479-dff17beeaad1", "result_sha256": "ce09e3ce123d35604601728552fd02be1c4a0e891529f8796b29f87b2a3b3577", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02374, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.766849407009431, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 323, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:01:22.896915+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f58c9919-e387-43b5-b1af-5bcb7d300847", "result_sha256": "54416b8d29d706ce39befb8616a46647ed4a6be9983ec901072e96bf53b7c452", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03577, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.416079456001171, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 557, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:13.632296+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b7b4166-7e9a-4f6b-88fc-295bea243cd2", "result_sha256": "ab7f5b2db21c16998423559eeb890bd3f257526f5562823dc95b84c995aa73f0", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02344, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.190007735000108, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 317, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:25.354039+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "90d808f9-ebd6-4457-bf50-209aa231d095", "result_sha256": "2ce3f93648b1829e2d3c9f3a1eaaf1d76a4c8cf3254248a218ed9cecf35169eb", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01957, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.973284484993201, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 253, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:37.935711+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0497785f-d678-433f-8ccd-720b9a101511", "result_sha256": "2042dfc55f020d40851643fff466ab3f54bd90a6aca3f997a87de1a57142778a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03365, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.982765088992892, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 525, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:43.166053+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5944afa9-93d4-491e-adc4-d67cd0b87f20", "result_sha256": "2b49facb64a22d4b56357dfbf95af0a39348d62646bfa4dba1460de74a6278d6", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06397, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.461292607011274, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1141, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:32.527808+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "278923e5-d8e2-468e-8067-9ddecbdcb426", "result_sha256": "0a4926a94803fa9ad39cd844ec578803f67040762466f53cd24b9e9f74dc5a7e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0377, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.13295581199054, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 619, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:16.689814+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d541a94-5cbf-4977-ab00-80bf02cafecb", "result_sha256": "d708a82817dd6c4137508b8e76a6385b9eef9e4678c9fb52d88fd8e2495f8e86", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04202, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.669904095004313, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 702, "predicted_category": "handwriting", "predicted_font": "Bad Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bad Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:15.054200+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43208cae-f1f7-4114-b0dc-8cc61cda208e", "result_sha256": "129826d86be063b96dee2360831f30512dcc05cf1d60797de6377fb1503ced59", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03011, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.526050726999529, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 437, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:53:48.473456+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5c39dd1-733a-4135-afe6-6256b23eba2b", "result_sha256": "a0d1fe799d82d4423fa188ab139312900a2563e9dd5af4ab16736a625f778502", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02093, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.164783596992493, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 287, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:34.454726+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "638d5461-0501-4582-b076-05ea2c8e0181", "result_sha256": "c261dc7a35abd6cc55e0e0ac8cca7374b8abfb5ea1f368a06ec0f88430f5beb8", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03056, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.344339061004575, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 468, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:18.198342+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "029bb9f8-e847-4219-a2a3-e8a34f6b2c5c", "result_sha256": "287f8bb373636c9335b693d736dedd75cc1b75c2df1c6623ea7902246709312d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05556, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.898572334001074, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 983, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:33.162986+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a9da6b-5cc4-40e9-8f1b-71e8e295c231", "result_sha256": "e6d7fc8cb249074233a702ffb9176a09f64c45a4e1798f376bcb9b8fdc9a7218", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02366, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.872222505000536, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 308, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:29:22.732964+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e8ebcc8-951c-4b61-b5bb-d9fc4090fd0d", "result_sha256": "58250269f7e8f4a4caca0c1887ca4c3e2342dc797e4693542fb3801e283d2be5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03149, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.916942181997001, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 478, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:19.237368+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "097ac049-b528-4f77-b9cc-7d2076be3780", "result_sha256": "c594c43e4c5d8763442f6fe6736df8a878b1cbb5195c5ec944d7eea037d49740", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04565, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.900709756999277, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 765, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:45.057406+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e4d1833-1773-4736-a71b-051e8f7720fb", "result_sha256": "d01cee73013608e531fc49e9fcacd38d0085923c7b7fafc10e35de3ace4f2710", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02634, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.682264349001343, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 375, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:27.517605+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5ce57e2-3bf9-40f0-a75d-5b2e0f772be4", "result_sha256": "5734dfed5a6b4807d674b1bfbf58e7a51e4de8490d0453e9a0948b7327e3b19c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02015, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.225314190000063, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 231, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:09.393738+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "336f8e09-8439-47c3-a97f-281422bf0cac", "result_sha256": "9a6e2b4839ffbd569d03fe36b4a0c19e24f4ab5fed1a9bf9554c33a3cc7f3ecc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03392, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.080524511009571, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 540, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:29:20.987885+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "737529c3-9e7e-496a-a65b-8c1e9707aa28", "result_sha256": "87851b17b35a7c14f470a1e80956264b03330389753e2e9043acd3bf0e1202d8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02197, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.63583163099247, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 277, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:30:41.446222+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2b575b4-3a19-4c62-8dd6-1ed0bde3fb51", "result_sha256": "82db324a82b8f914044f8e99367a960e77f8f29b54e7f11f1d96e7e09871ec98", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03174, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.165425715007586, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 482, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:09.196629+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dfc8d15-cb0f-4104-860e-467ee7e135d9", "result_sha256": "86e750dbd3faba62913467fc5e45635b411f1e7c09d63d5f4ea04889c84bdbe9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06805, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.61004424499697, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1216, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:10.625730+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b5a41c-b59f-421e-b33f-b0974f83ff39", "result_sha256": "4d391b0686e01cd90759f335db4f8591d6670d1fb56f63fa4a9a8b92c79e9520", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0673, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.107776631004526, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1198, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:25.803861+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62cacc4b-d9da-4198-9d92-d7382099a637", "result_sha256": "21f489e61371dde2d1e16ab5007b80f2bb145d1f6a835b66cd4f975b87a9bc9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04097, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.670757865998894, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": false, "output_tokens": 681, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:40.710584+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa73e2b8-10a6-44b0-adb1-c6ee2ea11b6f", "result_sha256": "3feb54b1732a05aa2c92beafb0a3e81e2e978df6178e2a1216cbad7803d3e82d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05909, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.4893436239945, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": false, "output_tokens": 1029, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:17:03.246612+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc666d77-c973-499f-83c0-5c4d311ac6d3", "result_sha256": "721dcaf2339964e5cd9555ab73d5acfa5508ce682f27586b6dbbf32523f0d7ff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05561, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.945134089008207, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": false, "output_tokens": 947, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:24.767869+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "231233fb-dd76-46a1-9978-1e26474e5d6b", "result_sha256": "8a624626fbeb6bfea566a9d001a0c864e3f47f3faf8801f38f0d31fa2fbf5c40", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04151, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.179971224002657, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 665, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:24.139680+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d6ad8f3-60e7-4d1f-ad11-1e32bfd35e8e", "result_sha256": "c29bb8598d7278b7c37bd4e38afdc7d0474dc9eb29fd8a7e556a109d797ca7d8", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04814, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.254066631008754, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 811, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:24:06.419674+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9833c72c-f92b-4ec6-abbf-700652839136", "result_sha256": "991c98f2c9762b5f16f643026337544052457e06ed667a0f1bf2d4dffbcef89b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0211, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.563015954990988, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 274, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:34.489505+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae298450-ad74-4328-8ce4-39b172ff3be1", "result_sha256": "7fd6f5cb1187b83a86f6bf31b8c3ecb8389a572f80ea70dad52966e2d5f6b015", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05163, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.511841072002426, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 875, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:45.122365+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "526b9a13-c5be-4240-aaea-0ad54f30b9ef", "result_sha256": "db638ad7c099487cf4783438c7932efb6b291fe13083c0f2f94f3544bb2170b1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02882, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.691620231998968, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 418, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:52.444207+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1214ede0-9a38-4046-8a3b-18cbfae109f0", "result_sha256": "f42ce50a89743f6752b8e86b2dddd671f428c8d60f6d2c578ce17f9d7f3e1060", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03544, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.774291787995026, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:59:42.345394+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba902bd-0b4b-4423-aae5-2e7c8291781b", "result_sha256": "a812c8f3c56d24d68ff53c2f54081dcec74b7bea8cb1cfee1bad8c28149ae747", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03311, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.601704721004353, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 497, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:40.739416+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "103c6d42-7338-4e9b-9bf8-1a45bce0b1f7", "result_sha256": "17f7adc37dc6fb06c95c71e6b9d535953edc4f228c33773e96c90821686b4896", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03357, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.607409923002706, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 533, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:41.061672+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f17be1ff-5bd0-4cb3-b47b-dc4b4e047726", "result_sha256": "5d8bf22e81ff83f5ba78b47e2abae56c591915643ffbf4b10a9948847dc0739e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.028, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.192357959007495, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 412, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:22.100514+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e059b4d-2a39-4ac8-a4d2-fbf501232a29", "result_sha256": "d1d1c4f0c45cc311bf4f55947fd9c04c2761318a9f5557a28f483272c9330ac6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02304, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.314143383002374, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 309, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:21.791100+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "52752790-4564-4740-8818-54a84326f3f3", "result_sha256": "f18567e7f720c4c3f01ab8bcd8758f641943defa2ed7cf4d19228e7f1ee8b43d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02345, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.51801141499891, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 324, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:40.998325+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e663be42-0fe0-44e7-b163-93ce482aab3e", "result_sha256": "221e1d4a4ee2c0304ec16e314ffa714d72d6296332c2542d1bb8064ed72a7bcd", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02329, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.61675624801137, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 314, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:50.385933+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e276ee8d-730d-4aed-9381-6bb27a9e3c8d", "result_sha256": "144f9871b31599cef658e178ec8ef99db575b9e747e586364c9698cc12bb5936", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02908, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.641126754009747, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 424, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:18.969820+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa354c9d-07d5-4fe6-94c5-ed0f8a53a094", "result_sha256": "9eab3b364d086fdfbe1fe4a102a50266a6f371563e02626be67297647c707641", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03307, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.285593765001977, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 523, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:05.765380+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ea819ab-e297-4242-825a-212d7bad1229", "result_sha256": "cb7ac17cd4d811fc63333169241a4a788f1832199dff8eba23d79c746920a0de", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05988, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.818522131012287, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1056, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:28.252587+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "03b15c2d-d188-4dcc-a6d5-673e6263cdb5", "result_sha256": "81cbaf010e205c3cc773c4d55f039815b4807b948abdbfdecb7d6668137799ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03037, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.886381731994334, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 469, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:08:03.998649+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c67386-a0d1-4755-af57-b7865fa52b18", "result_sha256": "4aa3e7ad36fad9095b50fb23a3f528fe8beb05777ad1fbb0a9de7a8549e38329", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03948, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.48401673301123, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 658, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:04.585852+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3f528a1-2de3-4eb3-9e73-3e49d0a8b5a5", "result_sha256": "e2b923fca644470919ddb8e214c1adac4bac2be7f266f2bd08ae14fd1cb426f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03825, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.89933467200899, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 617, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:59:19.826691+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b19b592c-b547-450e-966c-c5e8a74f0593", "result_sha256": "071a815940f2143fe7319a3f3e7b60f85fe9cd0ebaa7560faa7039489beecf33", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06149, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.97395427399897, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:57.073557+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3487fb7-0d1d-4b61-9e05-a54ee89f640c", "result_sha256": "6d95ab7d4fe8ab7ffbf0979e9625fbce7bf7b36e5a741b5a249491b182fe5366", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02999, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.16216340700339, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 438, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:09.243315+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1401fa43-fbcc-40c3-a18a-c5db7790e88e", "result_sha256": "9023251b1b1e589ea4d5676277d7601dd7bf0869bc9758c5a31092031b3b47ca", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0251, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.976869520003675, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 330, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:31:08.544286+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0f19a1-4da8-4101-a108-08b11628ca98", "result_sha256": "b19c545fd13627eafa3c3b1cb2ff1a6d4265fe64e097911fe1cedd59c79c6c4f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02299, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.562363226999878, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 308, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:12.161811+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "702ae1c5-641b-4bdb-b418-fd3416559d95", "result_sha256": "a1a4819c48ff6a23fc8853675ff6f2c09ea6bcdd3bb597d6b1b278915be673d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0353, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.651543930987827, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:00.314738+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e34a0da-4156-45ea-8b50-48f80fcbb103", "result_sha256": "b277e52a5459b3fca06678e533505bb45c33580f0a62e0783cdc54bc75c5de27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02299, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.505991156998789, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 308, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:22:57.036425+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "970b9a3b-3b11-4eb5-92e8-8445faac6fc5", "result_sha256": "f0ae166535e3af59e37e7fd6f14b2e6ef3dabc479a8fffe8233072965335fd4d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.07062, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.704338000999996, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": false, "output_tokens": 1254, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:51.689250+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dbeb580-95b4-4781-982f-f846baff4330", "result_sha256": "d89a19a7ec9e0ddc2b1886c55b31554927553a8c2337f1d2f953123cdd89e847", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05743, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.376428985007806, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:38.803467+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fb6b445-b29f-4ab5-81f7-908197b7d384", "result_sha256": "7742af2cc39f0d1f83725269ffb71dba272907598ad7418eecd36dc61bd7395b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06036, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.38124520899146, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1042, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:28:23.774286+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "592cb650-2f4a-4516-974f-f01770edc3c6", "result_sha256": "fd9ef16cba80541c935bba6177f800b0778cedb1e1f35224c27edbee523bbd7a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03427, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.03706360400247, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 547, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:22.989940+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f91c640-64e2-4735-80eb-2e6b4ab522b4", "result_sha256": "22c1c82ee06dbb57f99cc5699fd9c34e02746e62022cf1064a52c6e04d456c0d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.08251, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 34.20473141600087, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1507, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:33.765534+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2953520e-71eb-46da-bf57-c2d24048e20b", "result_sha256": "db5aadf2d67886e8816c3044b2b86702a2c239108021a0af2d4e70b434cc8e55", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07967, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.649599771000794, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1455, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:22.973633+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "76b1f94f-27bd-44a3-a810-65291ba34110", "result_sha256": "94b1948d09e3de2c2cafb6602388af2c1d5384f13b1c6cb6f4304b288b6db245", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07395, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.88276756199775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1331, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:24.563833+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "00cb2c4b-cb54-433f-9a67-97f94ece4d4e", "result_sha256": "632b15dc5a0276e5d50b2db05972d5d4ca2465ebd9a499d7efa791bf0959676c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03779, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.824065348002478, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 604, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:16:03.998228+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3d75329-0bdb-41ad-a77d-8d20d1519e8f", "result_sha256": "e5150f72ec946efd46affef831c2318f264b66105239643b3b3a35ad74f8d253", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04945, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.92998851199809, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 844, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:09:45.088778+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "59b38e4e-6f30-41b3-a09e-4c29c8b65c49", "result_sha256": "0ae04f6108ab72a9fe9c62042fc3249086d19a5e512bcb0388ca5e249b0f3564", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04514, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.674590483002248, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 751, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:54.840047+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d223b9f7-52de-4948-9c94-6a313bcf0465", "result_sha256": "730b9fbb31a9d9774aa1f6d104983c10fddf8cdc60c57e29c74ddc83f759ed2e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0448, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.62496234300488, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 748, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:30:01.408915+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ff6a74c-6411-4d0f-8429-34adec08bd9b", "result_sha256": "3d67baa317e258cc27a6a8ee224fd37b8bf13cc07aeb0b08e564994c84048842", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05543, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.60802869401232, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 967, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:38:08.917156+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "06a2cdbc-8ae0-406f-9315-7e20006dd70e", "result_sha256": "0ece15420039d1b8d7065e81ec2e415a1187ff497c0521353cfce9f3b39a585a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04812, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.24594833899755, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 824, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:19.312869+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c71a6fa-3f11-43b0-8d21-18f97cc73258", "result_sha256": "c5a074b84a386948ca4900e058104c37eb4ef4079efd904c115020b31f560503", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02235, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.727793295998708, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 299, "predicted_category": "handwriting", "predicted_font": "Marck Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Marck Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:44.281050+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b0e88d9-e15f-41e1-9683-8b3f3623fa79", "result_sha256": "2fc844b87f45e9da39eeb7191ac9e7a562cff548e0d0f42fe1955c787dfbc0ec", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05566, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.3293575449934, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 948, "predicted_category": "handwriting", "predicted_font": "Satisfy", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Satisfy\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:05.478416+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d365a4ea-9982-4457-b420-f6e2ab882717", "result_sha256": "bd30d5986d74b5a43f234d6695520f3123ba08796a61485f8c94bc278a6132ee", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.07552, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 33.74225990900595, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1372, "predicted_category": "handwriting", "predicted_font": "Courgette", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courgette\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:02.475911+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc4535d7-1c0b-4fdc-a853-8427c2ad28fa", "result_sha256": "1a65e9dd376f7c7ef314afc184bd490fd598804fd161ea5d0355e72d8543642b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04289, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.889989430987043, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 706, "predicted_category": "handwriting", "predicted_font": "Courgette", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courgette\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:28.227529+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "44f7ff8e-40b9-4936-a69d-e22671a68f71", "result_sha256": "3912d2fecf385b7aba8bcc3dcc63027709b2e4db69054579c28c81ec6a09b086", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04901, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.43183784399298, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:33.042485+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcff1ab2-a342-4585-8060-34237ddb6709", "result_sha256": "870d2072c84533fbee00c6427deac880f09f74c5ee25b939a5a3ad24240137a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07266, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.854903704996104, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1288, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:05.089745+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f6c9337-8e2d-45d6-81ed-0b19b85551f4", "result_sha256": "7f538343424b2cc904537b591772362fbf162e780e53f06910adecd6d375a696", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05524, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.547300398000516, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 953, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:00.520774+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e536793-3deb-43dc-b803-8484cf56b3e5", "result_sha256": "7e0b551191bf442338da0e1f6810538a712841ea3ba4d68ae83171546de5aa63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05224, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.025731682995684, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 893, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:41:49.017740+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8c21471-271d-4968-9191-2c1be36918fd", "result_sha256": "de1964cc1f7649f47e39ccdf4b8071a1d5b9a66b07fc3a033b32c5b896936a5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06026, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.02384925200022, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:13.939779+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "418d3841-0b25-4288-9e09-ebb8ba4fe98c", "result_sha256": "cc706e65e46e475c77c451f04ea45f5b103f5140e22588e761a9816d961da0ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08197, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 41.465063958006795, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1501, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:14.056748+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8399ea9a-0501-4480-b1ff-9a5971313636", "result_sha256": "ccaa0920353c5e115c40e2f670891baf94f622016c308b5acbf7a096a20010e9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07237, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.697948711997014, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1309, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:15:55.987201+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee54bdb-41a0-4554-a04c-3d70df7afaef", "result_sha256": "2ba5e766777a35292a7afa36114e0b2185d47f82a8c80b0ad1f40150d5e1d20a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03571, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.859461401996668, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 549, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:04:10.092066+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "31869a72-92be-4669-93bc-32fb08f7e31d", "result_sha256": "14c2e091c47ed55f176140ee184482779a5fc43f729652651dfb3c7917ae0081", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0869, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.240718879998894, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:26.435102+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa10c1f0-c13c-4aa1-939c-c736c589ead3", "result_sha256": "845d971175fd3f64840916f6b9db5b7c906dd05c9f9fb18f0ccf216b88be0cba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07845, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.72785287599254, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1424, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Manrope\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:30:12.126149+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b61627-23f7-4c09-bec0-813e11513031", "result_sha256": "ca4b513376b68015c066362d9eeec504f7283d1307013dfab5a08b3d8b42ca82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05583, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.283884903998114, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 959, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:29.349846+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "67ac76c1-0729-4db7-9c05-bceb9b20339d", "result_sha256": "9b8196169dadceca735763586b535301a575125fd423cfdedd71c0f299012b1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05697, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.11792977899313, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 981, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:50.533286+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0c973aa-0b06-4868-a987-549a2a0bcd76", "result_sha256": "168073f84563d533c52adfc28f3fb977e087eeabe59cb1b5648c38940afc590f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05033, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.126162152009783, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 849, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:10.455523+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0accedca-5660-4ef6-8811-bccefaece5b3", "result_sha256": "9cada76f6ac40ee936d5051ad3fbad789e8dca986d31337f67a2c38c62e1f0ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06937, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.941307440007222, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1229, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:50.566075+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0ac6e24-a261-46ed-98e4-14722988be61", "result_sha256": "c278307b7c7e732e411a8fb57bda697c3838f3d001b1940cecd0890f94e15b8f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04894, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.172521415006486, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 827, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:52:20.152691+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c324841c-b724-47ba-933e-39e6c424f5e5", "result_sha256": "9a2f0dcc57ca74e585d1d3fadb5e0cc9e57c38f9b33ac374d81493c263e27b3e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05791, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.486643042007927, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1015, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:59.875501+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a138333d-0557-44e2-b9a6-8f70e5f82132", "result_sha256": "12d8392cfd3a469357395ebd1b1f138f44b94b126956a7f71b0f70d8c87e636a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08497, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.98644611198688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1561, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:46.576215+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c786c4f1-38d1-4a08-8f3c-c7409cb5f6bf", "result_sha256": "133133d90070e49b378124075fb61804eb8a8fcaa567cfbd8bca077cf2ab9cab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05085, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.074074933989323, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:16.212052+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28b7a2b4-5280-49d2-a1ef-9c194eb3e435", "result_sha256": "5cdae092d3edb3d69e89bd19031be01341c5b9d5466b5a7ef1e176a1f340c6a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04192, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.65318289901188, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 700, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:47.953628+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9682ee2-9738-49f5-a0be-e00b027789dd", "result_sha256": "e2c5235e98ee0279f4283c1a7b1aca9d75d1ea40cc7da71c1991a0ed0a3a3f9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05347, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.505912354012253, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 931, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:53:40.260392+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "70a4f362-e66e-4866-ab6d-e48388cce2cd", "result_sha256": "d3e2ee15c9e30c3f26011a94222762c44daafae91342a414f5d71c363f6ee58c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05656, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.01534425500722, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 966, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:12.884899+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ebf26c9-2918-4495-96a1-b0b6ae339bcc", "result_sha256": "58838e916e87bc91e6c5235e77840d940382f0e55f0b3b20d5618ec23ad473eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02762, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.037121954999748, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 414, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:23:32.228207+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27efbce7-e7a0-4cf6-992e-abba236c8b01", "result_sha256": "33d52711efd95448e24ef0fee5fd31b21804e63500d8b0bdd1c27ed1eaed74a2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02742, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.602701106996392, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 410, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:14.417187+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "725a2268-df8a-41df-8525-50083f66518c", "result_sha256": "4b0c8277674d7fd3df412268ff407d3236b1565f3e675e1807ff53d7875e9352", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03092, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.184984949999489, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:31.596873+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b81e144e-3ca0-4a54-9c7e-d728c6263616", "result_sha256": "280e7a175e6f094cd07eb7962a971eac4f2d76a4400df864349ad1cad0ea7310", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05516, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.85012992900738, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 960, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:53.831150+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "87bd761d-10ef-4397-9cf6-cdb275619033", "result_sha256": "b67a19bd5daa011d59e2b32bc58ba2159961fb06d7cce8f52f0763eb5b1e3a97", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07606, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.58381199699943, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1356, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:10:38.141857+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b61a4109-3340-4e78-aa82-d88b479c91d8", "result_sha256": "a07b0fbc5bdb0aa79eda3148f69f3d16a5f462e1461dcb7b9b6110e6b0bcf538", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0292, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.59183991199825, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 436, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:54.162384+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b31b49e4-6765-4c75-8b71-b6ff56a7123a", "result_sha256": "dcbd6c01173ae7f059f7a0199f602e7d6d6dace614e7956c15f9a3c403d649a7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03034, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.00964089500485, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 455, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:27:04.819186+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a1cc614-8622-4eb0-a411-fa28623a6557", "result_sha256": "80332809d9e7bfe1e0a71b9025731a0baed8c2b762d85b8fcd5efda14afddc6f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0612, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.983175195986405, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:17:31.257688+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fc56591-f76e-43ef-88f2-ed5861171d91", "result_sha256": "64b5d74ebc830e1b8b9ecab9c6dafdd45ebe010da7cac5f71beedf0c02e0cf45", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04897, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.7127180499956, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 821, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:20.392127+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d205b53-b944-499e-ad91-93ca1bf38617", "result_sha256": "494a8f65f4f00bc629b2d46c2ac3be1ba38b07e78d0fdae985f18e74e4114e94", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03417, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.153835788994911, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 545, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:11.998819+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "85d62289-7b06-4c31-b290-9b68dbaed618", "result_sha256": "468650179262cdc471a9596c94754efab31dddbec0c8fdef0b98b4c4bd9e34be", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04693, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.58420616699732, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 781, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:17.315628+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae0e2223-59d0-4939-9b51-e1f24efd63bd", "result_sha256": "ab9c704558b5b6f407aee888d18e25390758272080881513fc5fbdfaa6c6614b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03392, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.356204819996492, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 540, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:05.547609+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2535f71d-8223-4664-a341-065caa1c55aa", "result_sha256": "f7174f280e5f429fdd08d7d1835b70773673fb600d784bde34f386f0f14b98cc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04915, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.36015988100553, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 835, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:56.852249+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "12d7437b-bf30-4f5b-b95c-894836b383c7", "result_sha256": "94a6a8d41f14f907202afee9504487f7e351c340d64a3cb5ebf14ccf173ae688", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05696, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.780264512010035, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 996, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:31.216098+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "523ee775-d912-4985-aa24-d4101b3f244b", "result_sha256": "8dba4f57d54707d352976374683288c739942531509319b6a7796ffae203bd65", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04929, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.61617101400043, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 824, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:14.746961+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ef20628-3eed-4d75-8c23-f7911e19183e", "result_sha256": "42bc189156d284db72beaf6b9121aab018630d1361e02f17c09ee543f209d3b7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08338, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 43.593050569004845, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1510, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:35.018666+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfc72f77-fe96-4317-a270-28d17b1828cf", "result_sha256": "6015ca7c50e8c4c04bc7b0247378521175a46521153176e0b4fb04b6bd006490", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05319, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.246563659005915, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 912, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:18.595339+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ece893a-64a2-41f8-956f-5b2fed8d50ef", "result_sha256": "768c9af2881748d645514d867b6c4bd2ddc8ea25e9f79b9a3f0aec53028282db", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03425, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.552204136998625, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 513, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:39:16.180736+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f81cfc7a-5d1c-4261-8e77-fd96f6b9309a", "result_sha256": "6ff9f14c06f5545d5072ef54b80b8561c4ac4436f8eb04afa2439ef8c87f3fbe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05352, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.517968022992136, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 912, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:02.009559+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae9785fa-5ec4-416d-973d-2a5c293d00de", "result_sha256": "b0dc9801b64fed2a61beecdeefc2d21f09c056c93c78f7d7dae9f1bd06f41cf5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0577, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.17469721400994, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 982, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:16.047873+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b51f2c-c04b-4c6f-804f-d0e93d97aa62", "result_sha256": "6664ae11b8503cb0a00be22db1ed68219023289e2274d1529c22cc6ba8670637", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04716, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.98720574899926, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 778, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:54.429208+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee11e37-ace9-4d12-9198-b763ad6c4aa3", "result_sha256": "57cb473e8f915a740c3e51687d0289b48b597c7c413a51196063ceac69b22603", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02567, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.003484742992441, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 375, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:23.619563+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "665ca610-16dd-4923-b0bd-c6732f33d40b", "result_sha256": "98966b00f03322f5aaf4aa6352c6b5cb4d0e9733193f07b544a68f52ec61578f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07067, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 33.27067958599946, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1275, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:15.489773+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "00e775c6-2089-410d-b410-3fb15d9f3bb6", "result_sha256": "83f2b95babeffc8e5f3d1b7971df858dc2ba04c0311b938f46d2ff217ad62a8a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05987, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.575482430009288, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1059, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:35.257382+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5abc2418-3312-4e19-9e05-843eba45e7b0", "result_sha256": "d03a8e7a1f34fc4d49778fe6c8a071822cbef88d907187526da786d4147ede37", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0971, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 47.5743557120004, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1794, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:39.184695+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ce3d2a3-ed25-4bdf-bcfc-837a57347574", "result_sha256": "e844c58cf55fdca52b3102ab555058e27c29148b07840663194d51c0c19778b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06862, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.912866177008254, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1234, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:13.854073+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3bf7f0b-2dd0-47d5-976f-d56fbfaf79d4", "result_sha256": "b5c3a7343c31449bbf34e24e369dbfb095e22d0d8ccadbd02cacb17622b6b42f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04809, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.819073673003004, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 810, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:48.171079+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "02bcc0ca-d5b4-4011-9d27-e812fbc1e646", "result_sha256": "66c539d0735535b1efecc3e4a4021f9074ee47420ef2a82e55135d874b94f5e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03176, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.229130940002506, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 492, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:38.655661+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "251b00a8-93b9-4934-a4a2-6619eb978ae2", "result_sha256": "01492c5a73a2113092459f8a13088605fee07b194f1cad1a6fda763874db114e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04819, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.66383175100782, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 812, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:23.990531+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5814cf71-ab83-4f1d-a8a9-5e857b1bb791", "result_sha256": "9975fece8a96b13ac7923b5b1526b6158e4ec9edc64c0e5e0370f2457a127929", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05613, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.52018556400435, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 965, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:28:56.491465+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a9c2db9-57ae-48ad-92bb-081cf7419e0f", "result_sha256": "c04d7a6356a7be92398767ce2c503bb7f191ee3b1714b30e220994bd1e091561", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05118, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.467295181995723, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 882, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:42.192555+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "51464a41-40c3-4eca-9d2b-f887d80a41fc", "result_sha256": "c69f7a9c06f619c37248109350de95fa995153f47b2839de6a7f62b7c4c3071f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02544, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.267034542994224, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 357, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:53:50.509650+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "641cd888-ec0e-4ee4-a5ab-4c4e62245b5d", "result_sha256": "4fcbdb7b8b8eb7126b7de345182031441565fce3f35919819a42279fe04cd897", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06139, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.209530764986994, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:56.013185+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "205d6679-93e7-4c76-8833-715c9fd71bdf", "result_sha256": "d059b0b157b5b3343e45655063523d44bf3bd90075f1210a58c502e7d8e2aefb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04682, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.352642503989046, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 798, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:55:12.047459+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "909ca35e-a635-4beb-83cd-4da72b7a7b5a", "result_sha256": "b82dbc31ebec6184542e988118adafa1aeeca93cdf81df3234b0cdb60e123e7f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05779, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.377520370995626, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1003, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:35.640996+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "36362d55-7a32-41a2-b6c4-4c5a68eaa8ae", "result_sha256": "f767928945e443e0680ecc2f862ba2c289244d7fe460542108987af38f8fe870", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06043, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.5248502750037, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:38:39.725763+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "049685b7-c00a-425a-8dc2-34e1e06a347e", "result_sha256": "fe9562028a6b948d39c89bc250718b40e02c1c1a90a9ac21701bfb2b47338faa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04535, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.37277335599356, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 759, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:51.897343+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe0def85-be31-4e8c-b563-8c91f011f0a5", "result_sha256": "ab46f491c09288b1211cf28c169cdcb1bed1d24001f6975aa42489614930de82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06744, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.793460388013045, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1197, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:19.684725+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d15d034b-60ad-46e6-8152-cfdf0a22b5ad", "result_sha256": "7534580471b03091f7c1695e063e988e8b6f87fcabeefd1e93fde87686b6b0c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.08226, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 48.587466901997686, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1502, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:35.251950+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b78a37a8-e5be-4a9a-82f8-b9a2408ba3fb", "result_sha256": "7a9e91e0772a098d8ac1b28854c2ed61a715502fae37ef1f54db38462408fcc0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03621, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.399850781002897, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:16.301017+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f2fcb7d-5f91-4791-97bb-a5c85ad39f12", "result_sha256": "631af74f078fdf72374c26705208300d700af0921c9c6cd732c6c408dc75b49b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05585, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.289478186998167, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 972, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:09.020126+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6446e3e7-0a57-49f7-b900-1fff81901e82", "result_sha256": "1ea3cd5dd20905a30471861377cfad0fa2e803573ef726af4cd16cf72877221e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04219, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.731891970004654, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 692, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:58.838849+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c445f9c6-f90e-4edf-aa76-c5f97bc12c4e", "result_sha256": "ce5fbd5c00b7977ec410480745b5f9459583a29c04a218eb004e6b397445ef7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05849, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.470868712000083, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1018, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:27.386012+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b644bae7-b6da-4fda-bc76-29c3bc777d55", "result_sha256": "4c1038de5e5a91cc840cdc1ad4afd0b89ab25fa4a7456bcb82bc1a338c562d11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05722, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.559894715013797, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Acme", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Acme\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:56.049119+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41cfeabb-e41f-4b41-97c1-a94f67d1fe3e", "result_sha256": "3b3721b6b8e58878fd15691e061f3172db18c90f638dc19538d488fa1dfed529", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04082, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.527950182004133, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 678, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:44.427797+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "25354ae3-903f-43fe-a503-4cc7da8e67cb", "result_sha256": "3a56ae4e73751c67729478091460d18f2e21dabc3f4caa3a36f66591c4c6b9da", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06082, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.442865473989514, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:45.704091+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7b1ba7e-3727-44c0-95c5-0793f5118fdc", "result_sha256": "531cfd3b5a0f6794c45f1a047e62034372628f552a20fc896a6c267d2bf5c1cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06067, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.845162901998265, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1055, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:38.039816+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce209c1d-c984-436c-9eb5-3e03489ee358", "result_sha256": "a05f4614e49328685f63aff135baf7e30016316c52a036ec281540d43aec01ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02574, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.070244054004434, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 363, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:19.069603+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcfe3bbd-26f1-46e0-9fef-099813b17b98", "result_sha256": "0a1897ba7c272336200374533f9959cf638e85f537ff0ed98d748944a4cc2586", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02954, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.73305473299115, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 439, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:35.325760+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1facd2d-e98a-4178-b7c0-ff20c469c7d1", "result_sha256": "885509fea6d87fc46bb89e5dda2ca02f0f72ff01b6a97d026cf8f3bdecc314af", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0449, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.11107918099151, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 726, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:49.079765+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d53032-f603-40a5-b9e8-d88a4c1a5039", "result_sha256": "cb940afaad9919e771e56a00a9ed6c759188137fae8975b12279eb43a960efad", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02014, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.344115205007256, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 251, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:35.895936+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1be95147-308e-4ad1-9ddf-b901bad93b07", "result_sha256": "af6148b22b8aaff906967f4c1f4b15f21081df516e98e8fce5bd41a430f70751", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02406, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.916462727996986, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 316, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:48:47.784588+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3813ca33-caa0-4fb2-a193-0d63427ec7c0", "result_sha256": "0fbedacfb0e8ef245713fd66d3706b9c3b6ddc9f78976f8b95c26922b1ebeafc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01267, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.2751981170004, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 115, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:20.818812+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "135c5910-79df-4dd1-a092-ac9c0a07855e", "result_sha256": "93e60f80061e84833a9fe3ebedb6e770c14bbecdda2f97a0eaca262e9104d0b9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01682, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.8261690020008245, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 174, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:59.445954+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc651625-ff3f-4316-adf5-8fc2a7c7e51c", "result_sha256": "9759ba49438e732c6d22f16fa19c4ccef20d3a8abb01a829500b856c0fa58311", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02029, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.610448925988749, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 253, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:15.993543+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cec833ad-340b-491e-8a71-7ab2a98b9da5", "result_sha256": "cb14887796d42e931fd1cbabaa8fccf944fa9da1211492c29e08bd18758cedaf", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02611, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.665918170998339, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 357, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:52.704080+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b90683de-6c83-4437-9ac4-d4f1c8c113d5", "result_sha256": "49a09f06379d5f1b24bb5ef1f59c7d8aeef30d4273a1ef1c5dceddeaac47003b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02039, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.284262342000147, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 256, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:32.378065+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8f7e82f-32c2-4a3c-b821-8f225a30aa10", "result_sha256": "37d13bd06e9ffa4d9e97bb501dda6bdfd7dc0eb729a6fee7fc55d3737acde9c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06522, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.16499268800544, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1146, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:07.189736+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f71ade8-9b1a-4ce7-a953-48d48e2e3e74", "result_sha256": "e4b81de5eb17fdc585f6f24de803dcb64a2af165b09148c67619e4184bd79131", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02141, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.202914148001582, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 285, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:59.365998+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "22526224-b5dd-4239-ad3d-20fb909cbe31", "result_sha256": "d3464815b277c6137dcfc75f700115c0279a921ddfc6022c961b8bb4fa0d6e2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0673, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.104519489002996, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1201, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:25.031337+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d933c70d-67e6-4a38-a6a4-70740680e96a", "result_sha256": "2fd93a3ff8d619568e3dcafafb146fbf07386bf6130ec16d70854fae1ab54729", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0793, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 35.31619706600031, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1441, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:06.626263+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f983bb2d-761e-4790-93f1-5729435d32cf", "result_sha256": "2661ec37eb05f8b2b8fc0666deeb6f1c5cae57a9d1c0a4744cae8c967ea5ab5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03903, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.406890799000394, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 623, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:45:04.739968+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b450cc00-c8b2-4b16-b41f-ba2bde197199", "result_sha256": "0f27f29a18639443a4d6f89bff0cea0fe02869ccbdf79a9ff50a9d031c9b1ecd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01726, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.7180531910125865, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 202, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:52:20.302791+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8ec5ea8-2fc5-451d-a90d-26797aff9b58", "result_sha256": "c79b6294f7b58a7719f70bb078506b5ddeacd97556a3abaa923b90181d0e63eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0501, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.9972466170002, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 857, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:42.154965+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3335716b-4d7c-4873-a166-8f1ab70b81f1", "result_sha256": "fecb13563faf26a5a7f26ce7039ffaf6950b8bc814792d1648feb08ed380c1ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06727, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.73217105799995, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1187, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:19.092449+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "253e48d9-8ac2-4911-884e-67df7c38f1b8", "result_sha256": "bad43d08b2f33f12dd2fdeb8d9946540e6231c082d4c677f7a05eec036457d7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04221, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.144178991991794, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 701, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:24.338201+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab3d9f3e-dcd4-4a06-b614-4b222d99e1b2", "result_sha256": "ff30b952d0f11a8956d5b9438c9c79e3b74dd8b218c80f3aefbdf7f3d0e6ecd4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07861, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.18984185199952, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1407, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:44.956479+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9127d154-dcc3-478b-b72d-14e7e087af11", "result_sha256": "e64a7a99210370321e07b021dd6210139e68d7c854d13702d6809246fb049fdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03467, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.326838624998345, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:01.351302+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae32dc6-7701-4fe7-bcec-be2727a47dea", "result_sha256": "54c84d5adb8ac88280bf9a3843758a2a7e201000ee075bc10ec8a488f21a5258", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03127, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.20881167400512, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 487, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:30:33.369932+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73fd2cb5-692a-417d-a8e5-4b910be4bd20", "result_sha256": "ce11f195823c67273f49463f41d4fb6e405374ed25358c17c3f8625ef8d72712", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01666, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.671701361003215, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 190, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:49.034367+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "680bfe5d-34fd-41c0-bd42-02839822b425", "result_sha256": "173d4669d6d9201cc454689c054b2d8996eddbf63c49a00ecd2886001bf4f446", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04161, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.062119713998982, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 667, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:33.395779+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9a46f20-abf3-4485-b75f-412b90f0fadd", "result_sha256": "05a6eb7866bd1a0b49964a78a1bb7b79c6b750f8a05fac6eb4a94df52149de06", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04007, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.911127575993305, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 663, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:43.178587+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3446a6e3-a0bb-443d-8cb6-b54e80460ff1", "result_sha256": "750d996de75e1a03adc1da4320270cbc094464ec95587195c59a67b0963b10d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02847, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.838089468990802, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 431, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:45.429388+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "680c3d35-8824-415d-b9bf-d963d7d5660a", "result_sha256": "d00a321daf2a3ebc21f81ca0502cd08de182ce4207bd7e3dcef90603b56c32bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04086, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.226423314990825, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 652, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:15.696175+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e11ed0fc-0253-4f3b-ae77-65fb549abfce", "result_sha256": "474cd14a1508a62e1749e9570b3eb88eb682c5e4f57d5a83846b96b4d412c18d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0514, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.34678978699958, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 883, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:22.260222+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bc82e76-7aa0-4168-8448-8abece2dceb7", "result_sha256": "cd5605073a2abe917eb47b2dae179930e784445ebd645db3e60faad0832575f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03407, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.927463098007138, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 543, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:18.144871+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4df30ab5-c775-42aa-8b4f-68bb5c24d809", "result_sha256": "39d84f694fd7f7b78cc5fd7f445f76a5cc7138b5ed56220b353cd004a18024e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05607, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.217705424001906, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 963, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:03.866477+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "52046565-ac01-4796-89a5-f2c4fa6cf1d9", "result_sha256": "7cf6c625c11d16ec7e5ec4e2eec3ce0bc5714c9a62771a8c2483109e3317f903", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04467, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.24656640100875, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 735, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:41:21.251449+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ec83d04-a886-4146-aa01-a157be8c3f72", "result_sha256": "6cc82a55024d1791e82785627e510372d3dab1d698709006f9e93478ca3b98fb", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05189, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.413221604001592, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 886, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:19.999030+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "86cb6f4c-4040-4018-a71b-756707476bed", "result_sha256": "1183b021c2ac3b73a7c418515d52c0fb583fb5f46582e47d6002aabdf572012a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03125, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.065550508006709, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 480, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:45.018503+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fefd8572-11a2-427e-a4fe-c5af25594827", "result_sha256": "26532c7039a8776aa829cbf9759b8d557de7ce9974a7d2e3cb0c1e1d16b6e452", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04687, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.985832934005884, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 799, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:36.452115+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9316e82-a8ef-47ff-8c94-bb93dac74d26", "result_sha256": "087d2d696b885c839304333f0caf0e1789fe3d5f083ebbc5ec361507165e5603", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04187, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.53119010500086, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 699, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:50:10.131115+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec41c26c-6fba-4711-a5ae-4e7402fb6a74", "result_sha256": "660fbe3ce5db3ec3e94dcfcc8d5c57e525a445e83c6295b5e098d3e7ba38c205", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05324, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.69482616300229, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 913, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:20:25.279674+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e73cbb68-b0bb-4620-a639-af2c9a93fee6", "result_sha256": "f885795788d67d7d9dba6cfd37c3df5a25bf4b27842c970b5dd28ea35c6f851c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03186, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.660180245991796, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 472, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:58.555374+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "401b285f-445c-4407-bc22-75cb00f66801", "result_sha256": "e23ac6658f3e8acc6980944a40d4eb8010c4c2cdd1dfbfa39868087032f3620a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05162, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.57787897599337, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 894, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:47:54.698998+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1ece64a-3dd2-4395-a7f6-7865bb5f2789", "result_sha256": "81da3de43ef262e3d92e4cbe797aa1e381e3578371111cc54b84207456621eed", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04817, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.256127934000688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 805, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:49.553419+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "53265622-6855-4b64-874b-2a090d6b51cc", "result_sha256": "99ead77f77131acc6fd10213d89ce8c02ded676199ba884c08f3b241501c45da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05624, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.38471006799955, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 973, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:00:06.739731+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b0c519-ef0d-4526-8c36-7307a364fff1", "result_sha256": "4ab0266b2fc0bc5cb5d2ccabf9a14d2a23f777bfe69a9817bf7d38557fb743d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.08676, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.58452899700205, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:47.571688+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1171aac-8df1-498a-b11b-77d5bafcdc90", "result_sha256": "def190b43f0557b5bfc6ff8df7a3d1e67554a997f3c2426427a6b540ef6a3a3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06031, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.765590399998473, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1041, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:04:44.662625+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e9fa04c-2e95-4247-ac6a-726a5db1b676", "result_sha256": "24244f89b54307dfe74ac41f8e1ece3dac6e2138e5c4ddfa98c6ee68698a2a13", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0495, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.87548504199367, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 845, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:40:07.669668+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd5842f2-3617-4d4c-95f7-3810ad125aa3", "result_sha256": "d10a6aa8315dd8aa0481aae63d77195f2b17c9155fd18229bff666c648230a2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06115, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.81207997300953, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Questrial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:42.614733+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c6ea15f-483b-486c-abb0-b232ab581a7c", "result_sha256": "b087dbe8a46ca5f35783bf632d6e261dcf83f1c75736e10bbc8807661cb3f062", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03943, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.99986519299273, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 631, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:25.589916+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "74b5295a-c653-474a-af8b-47598d4ceb4a", "result_sha256": "34f9c2ee9d5b391d0cab2c243b427302ee1d2ca6e68bf345055eb7f9d820ac89", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04364, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.317037950997474, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 721, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:37.610938+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b682364-d996-479b-b896-54c00a0c1da0", "result_sha256": "e86fbd5b01947471c26186225388a49ffaa278117fcdbdb448e339f181aaba5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06471, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.283719828992616, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1151, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:18.978859+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b17372d6-b221-4de5-b89e-91cb5eb868aa", "result_sha256": "5629e6b7ef4a954fc215b402aff83c034028183570ae7df5ada53a2489a55e38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05017, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.487610687996494, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:30.199440+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8600a697-fc0b-4cff-ae3c-c05361a2c1de", "result_sha256": "3dd96327b4bb5f75739db6a545da6b0215e9ab4728707c31065614dd7b009429", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02817, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.925880957001937, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 425, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:57:47.507122+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d65a1217-1cc7-4048-b42b-5619a1cb729a", "result_sha256": "820e24e5ed0a01dfae48b7b2703ba41e930edc40405185583b14c007c95c12be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04707, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.98438635900675, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:42.508931+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f7718f3-40f8-4ca0-a80f-affc4662e1f3", "result_sha256": "b0a5ba83f967e2cb835060c4f9d2b6f53b4b146591cbb6d4cd511e5b0013dd92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0353, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.669210674997885, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:31.883947+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d84866be-988e-4aeb-95d3-279da63ddd78", "result_sha256": "63d870b90c84e6be1735faa318a34333c6841b6de103e93769846ebaeda05715", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03226, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.056444308997015, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:27.159833+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c50600e7-f55c-48b5-8aea-76215c9cc244", "result_sha256": "5c478ab6c10da56075c8e0b05dbc6031450f329ad240caca59242f779334e85e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04811, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.32232136199309, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 797, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:09.936637+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "46d3ddb2-f988-46da-a150-ca6678a73147", "result_sha256": "ed5d6913ae81a39c429dc0d0cf9cf83599ab60d8b957d6809a99ac3c406541e9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04909, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.851312293001683, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 830, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:24.918717+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "262a35d7-a0c5-4e7f-b857-8aab72a92c37", "result_sha256": "41eda4d7f41b357b99d66e06ac90c413b0c83da4f8dabb28c536d83b3a482b33", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06012, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.806331380008487, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1044, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:46.738322+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a74b14a-419b-4a46-b5d3-dddceb4f2204", "result_sha256": "5ff85cc0586f4861d289baa60b6d236d30e77a1b4f18c613854121b8b743c06c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07304, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.47882848700101, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1299, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:44:08.153227+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8fee937-9d64-4e92-af61-e2290a8f7a11", "result_sha256": "dea5affe3893a3a1dfde39469e8020d1083383eb15ca8a05cb9838bd332a95c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04556, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.17271545100084, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 746, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:08:59.986674+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab871b1-13eb-4fb5-9068-bec4efb2ea68", "result_sha256": "7c0830e88a2824c2b68283c2efeade78637e7242d5a5d8d4b6dd1ce4529f3a17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05617, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.922156107990304, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 985, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:58:11.679935+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fffab596-83dd-48ee-bbda-3acdf8b0e610", "result_sha256": "a6d28af60b3adc8d9311cda507106ed66ecd0d2f3c3c97bd604e5a7e4dc19e09", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04617, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.04791351998574, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 785, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:28:26.807645+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "12631e97-61f0-4322-9605-cdcfa5bf61bd", "result_sha256": "e3f3396031004929509799e6354ca38bf5eca9d5c565798fa28afb5be8dd2dc2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0404, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.275150863992167, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 663, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:57:26.648411+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9eb4f51-6272-420f-9945-1410c83208f5", "result_sha256": "7000bf775382114576ca420e1084247e50bcf69c9a4e00a3f02244430c69a5a8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04328, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.667559560999507, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 708, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:45:44.814956+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be291ed6-ba6f-45a7-adf2-dc0800fc1901", "result_sha256": "9c3262cb334f012cd005b623d2dfe82a331c9c2c56203c8f26eafaf6b37234b4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04599, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.77521260899084, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 768, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:43.785039+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ede22c09-5e9b-4a5b-939d-3f72c4251c71", "result_sha256": "28ab2d45ba233477006d22bd8c6a88c154e0958f8141e9f7c7c34cb5c6c3c1c6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03572, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.23198488500202, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:10.676173+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e998a4d-f591-4889-a9c7-386cc2aea6ef", "result_sha256": "13453727ea05b08653effe073f8c73b069fc59ba4cc87756114b15be0819075e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05687, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.98485622300359, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 999, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:57.063743+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a545ee22-fc77-4152-b9de-5d219c52fec3", "result_sha256": "95e18596f612544947b45efe3564840fd69800cfd1d550f7ee3e78138d4cfc08", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03295, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.503298916999483, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 514, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:29.586517+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fae5056-306f-47a6-a02b-085fa903411c", "result_sha256": "585480a3c0d9fda1055e96429ab41290f9834da1a825233decc83e8f375f3f67", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05624, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.73103119400912, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 973, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:02.731269+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff8f3d41-d33f-424d-9f33-53fe65125dca", "result_sha256": "d7c76849c25033b5fbb3aa9a58cd3a31ae50bf14b8f3ff603ceb1ab295f5bb56", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04744, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.53442063998955, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 797, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:00.992836+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2257039-6390-438e-9556-6548ba902a2d", "result_sha256": "68994e00b9b2ce3ed1d2fb0b2eb98c947d5d6ba7f458338d5944829d696ab744", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0408, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.267929773996002, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 671, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:47.651277+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "91eccb13-d596-4939-b942-57b2f553ec66", "result_sha256": "49268c5b482fd51be1d0566a3ce499cd4538fd95a99cd62abaf4717a26885f29", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04811, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.256990210007643, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 819, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:06:47.091675+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "603b6b2f-efea-44fd-a639-c3f267b3f78f", "result_sha256": "25c5592740976f8c0d08321e6ee1aa2abdd90a056d7c3049c5bafc1781097567", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0403, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.02071216799959, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 661, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:24:15.688389+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "06d328e4-2dd2-42bc-9dad-c7dec2c25296", "result_sha256": "a7fcdbe28890d8cf11d7cf939cb85351f4944ee6615f40570a8813998e6f70fa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03392, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.742756442996324, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 520, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:40.291772+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab525c1c-b079-45f2-87e5-db12e512b248", "result_sha256": "968c7215c3023279fc846cf597e87a5c64585b8a7aa56e75528fc112aab9d3df", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03357, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.987223973992513, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 533, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:26:40.090408+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "356eb56b-4461-4db9-85d8-43b5f8b7a0d8", "result_sha256": "c8f07f6d931091879ecb74bb0d314d36a30b088c01c43903fdbb4bdee20fd527", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03244, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.765421378993778, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 496, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:21:03.624731+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fee88675-0985-4689-92b7-a1231ea9512a", "result_sha256": "a0672b368f418a3112903ed41c46e8fe0dab2e391cd8c2e667ce5a3b42013ff4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04995, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.010759305005195, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 851, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:33.728035+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2b4470e-4681-4df2-bbd2-cf3f5d785f09", "result_sha256": "b75e17eb90c5ddc1a5c4f28f00e18a3807be12facd9786c3bd4234f2270e8d13", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04644, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.392252621997613, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 777, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:58.354915+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18504b1f-affc-4d87-8edd-7343fbccd8e8", "result_sha256": "a82018c8d4532c9893a69888dc5ff6f53462a7a2bc72a79fcb80c0dfa1eca4dd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07917, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 39.46055334599805, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1445, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:29.419350+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9666586b-8cbe-4571-9530-c7b3db0cb6fc", "result_sha256": "6e7d37dc2c3959d06d7ea13eb455f1c5ccedab5c5e2fbd1d51a4582c04568d14", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06015, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.902658042992698, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1058, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:31:16.510381+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5cd82f1-b807-43db-809a-dba48fd10a6a", "result_sha256": "da3d24588226d7370afca851fcf51b887d709b0c8b4869a5df8fd8e7da5c1188", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06167, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.411226669006282, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:35.814982+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9b824ce-996f-4bde-8a02-4c59b6b03af5", "result_sha256": "a6346a46ec1b4514447bfd6ea05000f2e4f1a472ad95d523467d22221e360fdc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04865, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.111389331999817, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 828, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:06.255904+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd81d6b6-74ba-45d3-85dd-41b952f8be65", "result_sha256": "546e05fdbde3c47cb081f1a6ec27ef439c01c32186ac071e0893bd99d483d036", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03963, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.505675449996488, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 635, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:02.658374+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "93f32d3c-845d-4c4d-ba81-2e6317ec11d9", "result_sha256": "477ac7b74ad8cfd1d6ffe89432a306faed62537b29b3455c10f7000a84c71365", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06167, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.38053291499091, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:28:46.184339+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7b23132-94f5-4ff2-a57e-dd72a7de4c9c", "result_sha256": "91fca9f24942d3e5fda94bc73d745b953cc0a48b7a2e12fea051dab10575e857", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05002, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.67544429100235, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 862, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:50:00.459962+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "369b2134-bcd1-41f3-9303-94415f9a579d", "result_sha256": "fd982a701b92bdc6601dd6189499090ae79060a21f80afdd4c3c57f082d6ae2b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04979, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.734943316987483, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 843, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:26.724629+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eec987d-9086-49f0-8818-b22cff3fabc5", "result_sha256": "92b6fa083cea2a585f1a43bf57d540d622995cca3f658cc1a0ce7982eec4b835", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05291, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.503899497998646, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 915, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:34.473546+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfbe9705-da8b-4eec-b8a5-74277ead67d5", "result_sha256": "f06ac97bcfecf84ec3a7eea9f8e74c3652dadf393ab403b2a88e3449bc6e98d1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03241, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.996396672009723, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 483, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:26.373968+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "526281ec-90e1-4172-8b86-3d710c471a0f", "result_sha256": "179a4d256b68761ae98780cdca15289ecbc35d47044b57193d40b08131a4a8aa", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0376, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.7849250559957, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 604, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:42.113932+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b30ffb6-7513-492a-b1bd-a81b37de9184", "result_sha256": "852831558c4a3aaf79c3a7f2ad7261ee34ee9d2b1254dc73145d0539ec0ccd65", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04567, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.848600771001657, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 775, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:25.153002+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "64dffd16-36b9-4083-b084-5a1670c3040b", "result_sha256": "d515e9359006122ea5c1eda8e5658dde6564d7a99e7e652827e525f7415673b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03897, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.542173869995167, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 641, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:43.792489+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e163ec6-1d98-4310-8398-4a2504783fe2", "result_sha256": "5a484bcef7bf47fb4c1fe5f75a7d2699d38ff568d0a7e6f2379233d48eb49a2e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07867, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.84715148099349, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1435, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:15:33.355468+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "73bc9daf-f38b-4c0a-87ca-258d0efe6601", "result_sha256": "ec50a090906d2caddcbc278d85ab45e0fa0a7156becb2614e021d7c68ceda22a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06922, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.50754538999172, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1226, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:54.458457+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "535b86e9-6f9c-4862-b413-3e14d6164b5f", "result_sha256": "8b814d3503144350c3cb2c0b5dea19c1e2edd01a136550b844b036c78c0d06bf", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03604, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.243517285009148, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:24:43.444376+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "58031fee-d2fb-4e1e-a480-c27ac5770020", "result_sha256": "18a15d072286b4e98c974f11944d95e3368f0eadec449e8fbc3b95be20676350", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05881, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.557336359997862, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1033, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:37:52.398705+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b7abb4-d3b2-4e2b-99b8-a7ac38877291", "result_sha256": "2e1d7b6d963f2358d8c6a94d4dd97046db23a65191d54129420d4c26eebc8ae9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05034, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.119254076998914, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 855, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:34.790921+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b528fe3-acfd-4a0e-aebd-857c414d8da9", "result_sha256": "cfeb0fb44008ac6ccb55ffedf1dde1918f31d066487c00df961ae7531e97cc0c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.10537, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 46.37225423900236, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1949, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:02:45.715407+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c965d8ad-db93-4901-bb10-82d3290b260f", "result_sha256": "7b36c5c8aef6f890267eb318959d0292a728c30a8c2e81570cf9cddecee62eb7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04454, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.52502329199342, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 738, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:10.680767+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f787ecf1-9726-4f42-996b-97c336c638f7", "result_sha256": "35939b98eacb43279b68457ee6020878d706420363091a1863fd06f596fa3b74", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0327, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.578886249000789, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 509, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:46:34.182767+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7509ab7d-aa4c-4a4f-910f-275b15de0427", "result_sha256": "ecc8fb5990c9ec40f70bed749f85d9f8be203be1a176a50a0d8a07b36afe4359", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06801, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.95172223400732, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1195, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:02:52.945687+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3cf6f32d-5d87-4849-90b3-8953707d1206", "result_sha256": "22fe580cae274ec494bef69be1ab68ce01603b410e081ea6b8e64fb8c6e3e56a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05572, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.325770356997964, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 976, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:21.291731+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b6d99b-675e-4350-b158-7ed57b2676b2", "result_sha256": "5ff4bfbd94bacc0cb984aa02ae889fd9666344db4a4f77d0f286624fa65a0b43", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05365, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.77794868699857, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 925, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:51:44.787838+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f03e5d8-a121-465b-8812-a948cb3e796f", "result_sha256": "c31078a4b99ccc919a13782a668d689a474a58788b250b160153b4f086d5e6ae", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02162, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.502806356991641, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 294, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:03.036434+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bec7100-7212-4597-8149-efdc18723578", "result_sha256": "d9285382278850659c115401473de4f1ca192149b6f00c65530defb6b8a743b8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03044, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.390571359996102, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 457, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:55.064446+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9085ebac-c6eb-446c-bef2-174fa5a53b86", "result_sha256": "3218545a4a8190dd563340ebc2093b941e08972e9975e0306660583982cf896e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03264, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.46322600900021, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 501, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:00.653049+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba1a2d2b-f644-4d79-9172-03c3c3ae0f11", "result_sha256": "6600685ca174db161338665aa172e9ac23995a7be3476203334c2782272e06f4", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.02857, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.378786832996411, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 433, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:32.501428+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05183b89-aa8c-4aa7-9ae3-924f94fd974d", "result_sha256": "a4242fb69d2c1270157f37af8df434b2b9529e6a5e782c14b9fef8f2a79f96b4", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03218, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.579356902002473, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 486, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:14.616951+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "51186acf-11df-457f-9792-c735f103bc58", "result_sha256": "172d7b53f4dae33ddf51787ef765029d3fa42e6d8ce5e8e866904bd5d675afa9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03132, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.586629915997037, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 488, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:36.993611+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf485f77-5e46-4f04-8a13-f4cad99da648", "result_sha256": "4e32425e3c8042cdf6d3eb8ab2d184b6c3a835da78b433c33a4ea35a9e035eb7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05997, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.43614671600517, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:39:11.647237+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "74bfbf36-91d3-4751-bfa0-288bdb7398d8", "result_sha256": "5b325244ec9d181b782ceda811925f5f50dbe072f05293f0637aa40a0f975ecf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05495, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.15302060599788, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 951, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:26:06.057283+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbe4fdbc-8d94-483d-8dec-ee0f8ed9a69e", "result_sha256": "f36d51a2cdb30c8aefac8434938270bb8e16572ce8683b5156159e49796e3cfc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04694, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.80855659599183, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 787, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:59.365153+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "834e8136-e701-41b2-823c-8c544d01465e", "result_sha256": "082790eae9bd6d78e66ac38f95784c6cdc181d20ca78248754e8c0e9d9627be2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01564, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.354124710007454, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 161, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:47.484067+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3cefe44-9a3e-485b-ba4c-accc18e47207", "result_sha256": "f1981b85dc011bd1b28f09b68fd1990ce9c8cd8eeff785be22aff9620127f448", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02496, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.399313027999597, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 356, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:38:33.140528+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed2c1d50-96dd-48eb-8fb1-c69d51fb2eef", "result_sha256": "cf3bc663cde90e57a8e6a7cd6a7ba3e063c4e5342e5fba46219b252c604a9dca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01944, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.019146473990986, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 237, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:16.172668+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28bac461-b7c0-4baf-a07e-612ce3912421", "result_sha256": "3792e3704da95f552bd84265222f7efb43da27194cb26e20c348f1783b522281", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.044, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.536274426995078, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 735, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:47.041837+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda212c3-acda-4825-8392-20c830e8990f", "result_sha256": "8e251416f5bff6407a5ed6bf30d084c3ff12ffe47d5d5ed02df10f771ee83a37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03313, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.391871913001523, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 505, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:23.480083+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "21545530-ca77-4260-9720-10d69e69ea11", "result_sha256": "685ca39efb8cf1d54ed7d9251a3b297da5b8b17702f912d3b8bb54b4ca43f50a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03246, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.746219460008433, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 506, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:38.729649+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c642f82-0a7d-4081-bb39-702f20ab29d7", "result_sha256": "477ee31c6539b8ce3ad9d64dbc6358f74b7df8f4414ad115a5882ddb95b0f9d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04219, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.67221764299029, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 691, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:46:23.452223+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5a53cef-07dd-40f3-8125-e5bc5572dabf", "result_sha256": "2153a6ecd5ea0eead1277a1004d774cd5c5864220399c4e65d519e76417de317", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02757, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.464891775001888, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 413, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:46.371673+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffeede30-6c73-48fc-88bf-1776ea704ff7", "result_sha256": "0178fb79d9d9382bf4a280174de9270d50be60616655c9a0b3ca6dccf2eb6733", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02801, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.444145504006883, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 395, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:28.761336+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "00429b76-fa1a-4021-ad9b-097fb4d29667", "result_sha256": "52e886e15ea43d26be06d83d4148459a9cfd8a4086c70112b076a565c274fed2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0662, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.379494578999584, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1176, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:23:45.136103+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e3a132f-95cc-4339-8a84-d531ca3017d3", "result_sha256": "218849f157bff97a3051e170603607244723052db790cd6f70302c1983d99b47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05334, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.216969517001417, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 915, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:38:18.925071+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "909ddadc-2d02-4ee7-994e-914bb2c15231", "result_sha256": "b6f52fe2c4d645482953b30e24563534024e98670e79e567c9dbb814676ff1ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02127, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.522377893998055, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 287, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:51:20.127784+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c46ba5f5-6497-4dce-bc43-7ce543e20647", "result_sha256": "237bc6959ff9ca6d297fa511dd48c7582e0edf030326119c46ccfc6a139c5468", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04731, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.05821116900188, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 803, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:10:56.524745+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f46df444-4b27-4e76-92a7-140081688c7d", "result_sha256": "cca4c4f391c7a7c78ad729dd097c821825f2d28703ac5d894bbe60a95b690f0d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05181, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.54640381599893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 871, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:48.634636+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "889d5d73-8521-43a0-aa3c-0a14aa21ef49", "result_sha256": "150f626f253dd6efc8529c80737c2c008c9dec582b8f298246955d7263435928", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06059, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.113811347997398, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:30.693712+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc1ea61e-0d02-44ae-81b6-2b80cc7ea58a", "result_sha256": "f5a85d3e0e869e6d415d87713eedfe00304f259321c82274d8e1905e911f09f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02819, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.814792468998348, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 412, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:39.334494+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4f44bdf-a76b-4cac-b6d9-432c329f5e2e", "result_sha256": "d526c7ce3ba7edab948fb21cc0089bacb3417f029c40defc45b0b949fcf51ac0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03733, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.709811663997243, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 589, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:33.961488+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "df3dc6b3-6839-4a4d-8018-237a20a81821", "result_sha256": "e36ee1ef64656e8b2fdebcce56f0e994b6b6128fb63af47d77641a2cf47d9fb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04672, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.781497403993853, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 776, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:21.888117+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "def578e1-c1c4-44f0-9090-168c7be0b91b", "result_sha256": "bc548cec341b7a15a4fd664ede7383e1cbe52cfa4d338f232165a0663f4feb46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01864, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.772699056004058, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 221, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:42.391191+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "939cec66-15cc-4a35-8224-5c7f53aad77e", "result_sha256": "3fdcc441f49199a7ba380c8877866478c69dd8da7fb2138dbae3d2741bc4aadf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06182, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.97319827901083, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:13.760318+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab3710d6-2f4e-497c-a63a-1fe9b2258f17", "result_sha256": "d0a44e92564b582eff97f81ae90796b822ba12ae6e7f750c353ccc795b8a55f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02475, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.191795321996324, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 347, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:57:03.750112+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1294211-eee3-43e1-8abf-90293185a4e3", "result_sha256": "2c08569d811a4bbb9920ba2db883d1e15881b2922c8211dae55cc0e7e098e1d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03501, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.162671942001907, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:20.635261+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "92f3f035-4c7a-416f-9d30-4540c1b8269a", "result_sha256": "2e561f1949905c45cedd2d5c891771ebd119fa4314e89329bf275839fed7d5a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05295, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.63310323099722, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 914, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:32.145422+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f203e75-219a-44d0-948e-fed249c16175", "result_sha256": "906a04ed371100b0850f6dbcf55ea93fe428d76abded5fa1f99257beb7ef7afe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06129, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.7407670320099, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:33.626413+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e5e7c6e-2047-477c-825e-2899aa2adc89", "result_sha256": "51e0f323c523b9344856169aba54c9586bad1de396f1eb9eed89b2c62da02b63", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04494, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.707073675002903, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 747, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:09:15.247105+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b0857c2-1d4c-4370-9be2-50004dfd4cf0", "result_sha256": "eddb364ec056b54c60878d37b0751d4aa06b7e72bd2e60747c43d79699b3faef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.06172, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.900081075000344, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:36:22.318234+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "59a5c50b-4ba5-49fc-82ee-0a61d130ed71", "result_sha256": "e456833fbb4b2d5d6b7293a1dba4aa3d0bfc3ea69bb9c0c6526b607ebc20e7d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03834, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.366029661992798, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 605, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:30.766357+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "de09d351-9c3e-462c-b7bd-c91b0964e8c0", "result_sha256": "9edada5208e5fbce8e092402f96da1b85a3ea349e1a6ad1fe28f80f406782db1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01926, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.782289371010847, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 220, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:51.870075+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "89d80252-1fe6-4823-89c5-c670b6111f7a", "result_sha256": "f5adc700add9705541bdd6cfcaf48c13447cb1ef47a25c62d1257c8064474e17", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03247, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.753043919001357, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 511, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:57:28.730945+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d383799-74db-424b-95de-13352b400efa", "result_sha256": "f3e0f2bf31b3d262e8c9285a99ea1eddf82cc5d92729949569a0a6a6f62f6feb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04997, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.23670894600218, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 861, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:11.531659+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b655591-5b92-4c01-8e09-41bf054f1164", "result_sha256": "9049c2d8be1d62124dd05167e07024043dbd643621d9ecaa0d6b71dee425f922", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08094, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.471436897001695, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1467, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:55.280066+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f628668f-5ff6-47b8-9638-4441c7be9c63", "result_sha256": "3c35d6660cdbff8dd6bbac2dcd0060e25f436799c77e730309807dd0aed66b44", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04032, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.074315914011095, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 668, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:54:15.145980+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "772c9544-117d-4e74-b9e6-31238bee8c33", "result_sha256": "b51847ab5f450089792f4e5a5e7be644228e2f3c572902f2e43a06c0854e9ca8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04829, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.803804300987395, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 804, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:05.474907+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b886bb5-46f7-4135-a8fc-bbb598a7e367", "result_sha256": "4c7b1cf5ce930cf906484a045ca5a867a87d37a020db57426013fd7e79c7c925", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03472, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.122894685991923, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:51:08.952779+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b72c3de0-08a2-4361-ab45-54b4b27af73e", "result_sha256": "703ef6049cbc1fd5472154b32ba5498d0d477dd64152ec09f9aa0e16fc2e2c37", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03507, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.04628715799481, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 543, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:35.053454+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cce94976-9781-4f42-9299-3d6efc2b53e0", "result_sha256": "31fd8295497cd9ae487c0e848951acd19f4e38b4a61121a95e1af401d3dffec4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05019, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.119361762001063, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 842, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:16.937179+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb721dcd-3cd9-406f-91d3-4c755068957e", "result_sha256": "570679335a8cd59dc01e593c33f01f2120cec080338ef2e1c1d458c78f525e71", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04341, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.226710691989865, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:17:49.518961+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "faeb528a-1c71-4c52-a11d-e2af46e2bdfa", "result_sha256": "a79ea8ed3c01d5c26a889c81e8546c2dd0822de72df6eb38e469a571b0359b01", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0788, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.90718814500724, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1428, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:56:46.415459+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "915ef6db-4b2c-48ac-87a2-8bbe027dc5f5", "result_sha256": "ba3a6c7ca1a4289c69e24fa18f8bd4768d7db7fc18177fe97d5097b5d56608a7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03349, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.759545701992465, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 518, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:50.027382+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f41644b-3fbb-45ab-bc4a-b6920f9e91dc", "result_sha256": "78c550eb2f33e6045107606e6abfb5eccdf13d47ef61d7a202ec803ec8f16bb8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04664, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.064995660999557, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 781, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:44:50.165721+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "063a21a3-1978-4657-a55c-219ef1b5ebd3", "result_sha256": "24aaed75ead1cbac4942436231c00f0f96950f62e51e794bd7ae28e059c48a64", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04989, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.46168062200013, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 846, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:40:22.055630+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a6c62cb-f350-4330-89b3-e7095cf6502b", "result_sha256": "f5fe4a27067fdb604dd1e9f7306bac4cf28d8255bf535932a572ea9b501c5b39", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02496, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.699168773993733, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 356, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:45:12.181772+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "567a76c7-0697-4eae-97c1-0e453468b4f9", "result_sha256": "000245567a3ff51a371176b272ed299c9eb639780fcde45a1b3856b8b143bd4f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02934, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.865600266988622, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 435, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:37:42.154708+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aff0beb-e772-486b-b1a6-fafdb4be43e6", "result_sha256": "9dd5a3e1b87882969e730a0280763aee2b0aced1c8923110db0b070fa8ceccb2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02287, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.796919535001507, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 319, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:11:12.414718+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec143f7-c49d-4d14-ad04-eb0536fe1e7a", "result_sha256": "83f6a8b54a17bcf7fc2b23d932bf251dc9f40973ab4b976605fe788bd66d4f6a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02706, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.078697008008021, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 376, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:42.694551+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b64a1841-5527-47eb-8553-1866d3b11c9d", "result_sha256": "f0e842ca7e638ed717b3eafd5fb081726b467907eceaa42df24d42d4e9d3a14f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0451, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.123808685995755, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 757, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:01:39.872476+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c19207b0-c9ca-4939-8308-c0d462aaaa97", "result_sha256": "8fa3642bce99f236fe00c8e5aaabc7a4c4fe694713397531e712594e0897258d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02614, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.935559414996533, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 371, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:14:15.361535+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3deea3d-d664-4ebf-92ec-c71aaa210993", "result_sha256": "ed516c50fee5b4c6e6ad571f3c10f684be02045c1511ed6e3ed2dbcc2fb0a60f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01981, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.004879675994744, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 231, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:14:02.969905+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d6e60ec-e416-473e-8803-6175a29c2203", "result_sha256": "984f90df59c08029319fef730eedcb50c14d2e8c458ba4ea6ae5072dbf1e5366", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02506, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.365613767004106, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 358, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:51.343413+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71984565-50dc-4fa8-acba-f2a05a27b883", "result_sha256": "ce0e442e79c2acb7253bd0332f951204fc1590a3af7f93e04c6660333407228e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02997, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.875534095990588, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 461, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:22.978829+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e86f0500-b47c-486b-9148-0dedb94e0e57", "result_sha256": "43a68cda7a68a6add68bc8ef1552b1e3a6b360be3c923ae3664149b038f90d63", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04842, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.084068611002294, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 810, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:44:20.413881+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f11a6e2c-6159-4e15-aa54-fc18f19ca53f", "result_sha256": "b887b0af441c2ed6a903ee2b2697c3f968db254ea68aa3aa8d2fb5477a0404af", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02224, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.438055654987693, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 283, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:49:23.062945+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7b677dc-61ec-483e-951a-9c683d6f892f", "result_sha256": "caa4a563d83723d21667af8912b51f7751100254d1ad7ccbfaeff4ce2881f3ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04106, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.764211060013622, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 678, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:45:16.233789+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d10b6735-bf52-475f-bf0f-a669973b625a", "result_sha256": "43241f4aff116bc3d23be9d5b545decf35b77c54cea62ac05023ac1959d9d95b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05164, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.176817126004607, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 881, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:50.686195+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05747d13-466c-4efb-a82c-5283c81c6ad2", "result_sha256": "5db20b6d7c74b5c2757ae50686352091ba9ffad86e50c83e61afea911f03ebc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06129, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.02173596600187, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:37.413056+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3af7f359-52a2-41f4-a069-8f8d3c788b00", "result_sha256": "fbb77b8b868a510bbdda38e420c626d5e9fcf3dba2d793da289817666f3451fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03357, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.348131904000184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 533, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:54.269457+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a288b3b9-bf63-4c80-bbb4-98f016ef45e8", "result_sha256": "b9b60c746897af6c919bcda7f694d2e4f0b72dfd612eab0c2836bed029db5c30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06177, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.893518127006246, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:39.340398+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "31ec339f-7e45-457c-8928-5482773ff043", "result_sha256": "f2cbac3f979eab24017871c9e90a7cf8682fa16ece7b035611d8a4db84b7cb07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06084, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.552304024997284, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:18:54.770583+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dabe6e7c-9671-4cc9-807f-59fdd2599716", "result_sha256": "7892894c3d888f85667f12ae13e16eeb7c8e51725b9bd1201111f7aebc20a696", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06941, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.026486636008485, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1245, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:42:59.343196+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b90ea09-9da4-4a99-9b0d-0556b8c3a1b4", "result_sha256": "89824c5c6bea4c97c758edc8b415d7e74776506900cdb6ccafc11f8fd7077b89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06211, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.728492003006977, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:50:00.366950+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "71ffd1e3-b5ca-44f8-a650-8d7e08ed39d4", "result_sha256": "2c85f5e343e87ec7e5cd9e389f99f3cc93ee360719d7a0911b54647bc52aea6f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.08002, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.49658509899746, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1462, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:52.257498+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d08654d-3e3d-463c-ad5d-09c5b87e7c4b", "result_sha256": "ad7e22dfed4198dfd076af75c1ec8f51046ab7071a0b6a354a6237124462f9f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05301, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.869262760999845, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 917, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:28.397397+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "24cbe6b3-e6b8-4442-8350-062924c7db9e", "result_sha256": "8f772209a3a290f02bcd44021d57333b80662649e2651ec11c9266f0e061bb6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02271, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.849516310001491, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 289, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:26.208878+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8e639c3-dd15-4ef9-a64b-ad1bc1323a09", "result_sha256": "676e24dabe4f7d0f449a096c9283b1b22b4bcf40842067fb82d8300f61ab1f8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04767, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.009528490991215, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 815, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:13.766125+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "256a9250-d578-403b-af2f-e65a86af2f0a", "result_sha256": "199049e143fb1f4739c18543830cffb4b3eff15f1704d71e774192b7e29a2e05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05035, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.177643341987277, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 859, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:36:45.120782+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "67db6da8-aff7-4310-98b1-43ccf5c3e048", "result_sha256": "8a794d48d28a61bcab5b6bf364fff8364265266fe26a07533407c1baaeeca847", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05584, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.08190046400705, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 965, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:57.799819+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eab931b5-626e-4ea9-9ddc-3fa35f715c97", "result_sha256": "7a26d09e8283f03026eae75988efb2738352f6c4f24f4fb77dd1c9e94e1bee76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0842, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.97523198599811, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1539, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:04:15.859375+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "30ef5b6e-00dd-4402-b329-6c35a3f4c589", "result_sha256": "d2aeddeaab921bb0cc02e9c9a558ee58ad6528bd8512350b8e91fa2f444e8323", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06774, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.449090267007705, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1203, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:33.660212+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b68925b3-59b5-4967-b63a-2a7bdadbec00", "result_sha256": "db23c38f5e5007938ad83976917f77586264060a1fe3eec6f82a52cd93e8e113", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05106, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.756480387004558, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 878, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:07.112493+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc8de8f-4492-44f4-9eb8-309c4dc9c0e4", "result_sha256": "ff5b16b485e036915139190f7cd4838ca2edb698b36229e713f6117345d22c8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0815, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.1297353389964, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1458, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:53:18.985100+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f9fc78f-0dae-448f-8265-c4d898732628", "result_sha256": "a2c2b5ec0fabf422d734d400286617845c5e368bf22c150b275d47118d835c9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06162, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.279369166994, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:06:43.097635+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc54cac8-e190-4990-b95a-eaee82e5a3a0", "result_sha256": "03bf4cf7050c33cbc2364bb1023f6597f8cc0f9d342a9ea8e57dd221a0abb16f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02729, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.398334715995588, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 394, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:01.718107+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f12e2240-4c5a-45f0-81d0-739daa8abc62", "result_sha256": "615af18542fff8178c48fe53740ef54e4eac04914a07328cb4111003b523925e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06062, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.995696900994517, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1050, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:47.800483+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd933fb1-7145-4b68-be49-1c0c8e82c242", "result_sha256": "8c8b851e7aa9622e2a0785aa04cd08010ec4504fa8d624265a4ab753eaa2cf58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06446, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.24262884700147, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1124, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:16.175280+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "29acbc5c-6950-44f0-ace3-2cbd8b1f32aa", "result_sha256": "7df8203938edc2dee462f18a88e498d0ef9af939554727f7216341abe623b992", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05992, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.169018705011695, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:13:26.128262+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "95d6fbcd-b416-4352-a4ea-ca815503fec1", "result_sha256": "b26db8d0b3d8b02d98ab1611fd1c1de2ecb81ee63b8b53b56ade6e4cfff97b44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07814, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 39.21046125701105, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:57.553078+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d4cb9f4-2594-4525-8c97-a8efe8e5b0fe", "result_sha256": "f08226216bbe16043c7c0b603989cd955bed03d55cb28fcbfca2ca4b4aad803e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05401, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.12383711100847, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 937, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:11.864401+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca693ef8-62c8-4157-95d4-ef36727e68df", "result_sha256": "b408e3ad4a571369c67f3214273661ef01aa79e77ebaa22ed839835bf3728283", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05622, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.589919301011832, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 966, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:21.711897+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "01d734f6-38d6-4483-a35c-90e50b471355", "result_sha256": "13e8bc78d40aaa1ab7e8019b758e06255158bb789d1ebd90d0ac5ec85394dddb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05842, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.847675112003344, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1030, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:05:05.905692+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4969011e-9dc3-46cb-bf44-9d601cd82368", "result_sha256": "0584b09ca099fe57bd8dc0ef825ad0db59e721480a1e9f2cece53b2fd04208d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06407, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.444591053994372, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1123, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:07.059712+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7ef3efa-c25a-4323-bd69-bc4c26cb0eb8", "result_sha256": "4a95007e4f3765be668cac9380a3a13bee1c40906bdb8f817b93be9e9234d740", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04165, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.70550018499489, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 685, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:44:12.245853+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eb12dfc-a568-4721-981b-4c405bb7dd11", "result_sha256": "669be967d0d0b240006101fdf77a54a147541b8581d144e815118b7e4366e674", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05127, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.161523802002193, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 887, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:20.099711+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "59b8bad6-250f-40d9-bb03-ea9c170b3ad6", "result_sha256": "42ac1074f3286ac0b71279de28ab7c5b7f21aa8ffd7d58929dd93d44be842996", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03587, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.52147480599524, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:42:55.839366+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "30afefc8-b378-43af-8a32-1eba296cd739", "result_sha256": "a3b3e8053b4a14d9919f2c78ed07b66ac2829f828018e8f1ea5d488b983dab78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05076, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.103795128001366, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 872, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:11.307061+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9d25db6-5df2-4ec2-97af-531763a85fb1", "result_sha256": "9892455c5bb24743ba06d06948bb87ea893dc5fd407f3404183595f4a21132a9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02047, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.074634399003116, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 251, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:54.048089+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "505610df-c3ba-4107-b066-3e1333e0542b", "result_sha256": "6e73a7fbb52df33898f4330159214c79ceea3f7a819721f1dbefdf4bed216cee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05959, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.19186165399151, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1040, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:19:42.113109+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63da7bee-67c3-454b-9ff6-1bb9eaf8682d", "result_sha256": "9626a270b04df928518ad939f2b0e023bec773505f472e7fcb4a801cb4a6101d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0263, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.043033777998062, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 381, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:22.153937+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "11b311df-bd4b-4309-93e7-7644a5a45659", "result_sha256": "afc90a5b13ce9087e09a144956614c9a187992cf9567bea03c129871c7c28a19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02924, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.854081836005207, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 433, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:21:39.376069+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "62834469-e8d1-4cea-9396-2818d0542d0d", "result_sha256": "cf5f4aa089495f4f201b1b4887c2397ea91c29a20b0c231c1f6e24ff8bbd08ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.042, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.91927299000963, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 695, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:16:17.039253+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d9a56aa-6791-4d4f-b1c6-a4c970480210", "result_sha256": "466ff25d763515c7b6a13dee6ecb003c02b374bacd9a71020476175158edbf0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05038, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.650114698000834, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 850, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:36.024226+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43381c1d-5195-4be5-90ee-3b8d5befe6a5", "result_sha256": "d94e7a8c37807248ca0e0dd8b73a33c18999f3fed5a347336c76d900788b299a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04307, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.553153058994212, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:42:23.948405+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "08d45aaa-82db-4d48-8e39-e760884925f6", "result_sha256": "75d05113787003bde2d0e8ec9f47ffa87f3c51dafa5cde2434689cae8d05469f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02075, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.960305016007624, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 270, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:40:52.283383+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fcbe79b-b1b2-4021-ba5c-f28ad00e7d09", "result_sha256": "d98576791028d74e7d9a33ef25be05239fca8c7bd1e6144701145aa22c3bcdf0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05542, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.405648567000753, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 950, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:20.116686+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "911eb7c4-232e-4dcf-9834-8e96333b2303", "result_sha256": "fcd6ca1d59fed9d2be6db89532e66787de390be71d2ac9795367948076c57740", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01969, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.9452448609954445, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 241, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:15.953970+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "65b40937-de61-443f-9ffe-d61178d4855f", "result_sha256": "57879cabcd525f20cc20f6531ef090e5179189df409f4d6110b1341ed9aeac56", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03075, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.720365140005015, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 467, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:42.441144+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a232443b-04f6-4a7c-bd8a-df92ffeed1b8", "result_sha256": "3ffd2f2f6bf2027be0338ff1d75650746dee32b02b24bf1529367d58dea82231", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04609, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.525829985999735, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 770, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:18.565329+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f2faf76-1468-4cda-a725-6e6615667b1b", "result_sha256": "0d22295a0cc6411b9cf09635fd6cfddb5a546258a6074ddbe3da6d2aaf127f6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05937, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.201052175005316, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:06:26.699094+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7364ef1f-2946-4d9a-9ae5-0d4269be8a7e", "result_sha256": "cb5b2834cd7cc26e8fc8fd1aecb3864620a55f79be710717bbe0e16ba272533e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03171, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.353039256006014, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 491, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:04.888907+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "de3fead2-fe1c-466a-82c6-e42902beba32", "result_sha256": "9d62f803cefbbe109c2b778c390f612d896f15f141be8ff9340b17039798d5dd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02746, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.585355360992253, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 384, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:07:15.233127+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a4dec81-cf38-4f48-ab36-764cd4daf5d4", "result_sha256": "aaf6bae838a31b68cbaf581e0f5ebc54523eddc7b60ccb18115d1c4b7fe54a2f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02415, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.245761598998797, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 335, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:06:25.866707+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1574be90-6624-4d50-8f64-f4c881d5b652", "result_sha256": "c43f5f98a528dd1f2eb1dff01ada1584fdccbd59135f8c37125c15bb4a92a52c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02729, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.735984541999642, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 394, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:14.151445+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "55514b4e-e142-47ea-8572-c0195e8369dd", "result_sha256": "e5b6760604b6d160d6921e250b80025ae47182f3596a5deb8e43716c257e93dc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01737, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.628199954997399, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 209, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:36:35.216371+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6267c349-c2c8-4223-a426-607e5702d798", "result_sha256": "5bbb32809857b80d97947c46cc333627fc474a84a174784146592a9a0fc8b998", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02457, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.808671541992226, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:53.592928+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "226dc7b9-851f-4e24-afb4-c587bc7f9e0a", "result_sha256": "9598f3a637a55fb776cdebda012d46fb6ef83a6b4893fb77a27caf049a5010e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04622, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.043647349011735, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 766, "predicted_category": "other", "predicted_font": "Baloo 2", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Baloo 2\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:02:15.056643+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "90aed8e4-fa94-406a-bafd-aa31e8572be2", "result_sha256": "85546688185ec93e921d9286b9f5103df3eed5f79fb3fe736ad1b80bbe5c37d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.05421, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.900629419993493, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 941, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:37.663127+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7c86c69-0d21-4023-8b96-cf632ae961c9", "result_sha256": "d3dcd91303d77f68f3a19aeade4152869eea5d2acea25ff2bc28fcd226499958", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02242, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.711525914011872, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 310, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:08:18.060531+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d21d6f18-1311-4bea-9ebd-c5ba1746cce3", "result_sha256": "97c37ca2f82c020c35d18695755ed3b2f3ba6c359f8caf67f64432727d1828b7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07902, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.25175354100065, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1442, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:08.994251+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "246e032d-1a8c-4cd2-9bf9-7b87270b6d5b", "result_sha256": "c9f61aa536488591dc98c8982ee77a2234e7040781a31a23d969e6c5fcfeba4f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02854, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.030488853008137, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 419, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:21.959856+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "de262d4b-5556-4808-b261-dabddfbadfab", "result_sha256": "138af2ccc6472caf3c6f00207abf2165319a8ceff3244b8297c36e3f358eb99f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02466, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.85560462900321, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 328, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:37.722964+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ee83335-7287-49d5-a98a-2986ca53e818", "result_sha256": "060230bea8904bcf4c1fae09eb2be629d75a639fb200e8c055419507e5422e1a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03007, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.077575823990628, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 463, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:44:48.893597+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "adc125d6-972d-4dcd-9a2e-11ee12bc7ef9", "result_sha256": "c65beeeafe10703d153d09b51c928ce146a0d011061f9584f677431ab74f4b69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05355, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.625393790003727, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 926, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:48.783295+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "181b403e-8023-446c-8672-57fcace0fb0c", "result_sha256": "d33cb85c164dcbd6c2c372b4994ad0fbb8930c2181f93ed7b73d09ad6225de1d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03912, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.494302047998644, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 624, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:47:00.290451+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "250025de-6ac9-45dc-8459-c5d8d13265bd", "result_sha256": "92ff8712da7321cc5b907fdf856de1928a074d27f91b368ed7ef9ea8e64131f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05787, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.81163074799406, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1019, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:01.303146+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e071cf8-c31c-4a47-ac64-b9ba1e695602", "result_sha256": "1219d9c293a8a2579984aecf6870da14fcdffebe255a3b0504fd99d90a5033a9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.08317, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 33.062562669991166, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1525, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:14.144192+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fdcca80-eee6-4935-afd5-3c4346c259cf", "result_sha256": "f8ac05865e1fab4234c63daf01dd9819c03e288dcd73eb891560aed8bb5fee58", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05725, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.355355520005105, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 997, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:54:30.702391+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a82fa6c-f8b6-4f12-b84b-f07bce3e6b34", "result_sha256": "6fe973954e70662af49ca2825550c4ccca8cb7cf3fdb6e7ff66dd7929e88f6f6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07929, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.25213184099994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1434, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:10:30.810341+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b4a23ec-8483-4636-97c7-3de677defc16", "result_sha256": "7c49c893fc340024eaeeba09e59aae13a47be6315f8b25acafe8eee73e818f7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05306, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.732199204008793, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 933, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:12:54.496934+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb5c430-aa86-4389-ae83-e606e4a9682e", "result_sha256": "251ea1f490438fb9c1ffb584bc05a7ad888b00415172b3de3232326ddd606444", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03336, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.636967043988989, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:11:43.843368+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb94f9c1-46f0-45fc-8d59-9dd5b06653a3", "result_sha256": "4e7ba30cf517adfc88381df72d65b62914855100ec2fdeac3ea8243de6f7d57b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07802, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 36.548311403006664, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1422, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:41.773454+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdfe4a6a-ee90-4ba8-913d-288247290b98", "result_sha256": "c39f71d1984c50233aa563e3d30408c7a760c397bf60852c0a0a48eda22100cf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05882, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.022242958002607, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1038, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:05:37.379648+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6e66424-be48-4519-b71c-f8dc2402578c", "result_sha256": "002543aae1bafaaed9bcc7a7e6986115c8dea825e471ed8696094acba0ef92ea", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03124, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.322932267998112, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 473, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:07:59.768470+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d079b99-86e7-42d3-9bf9-6e63e667136e", "result_sha256": "8a4a78ccdbd513c60d62dceefa342e879ab29ce75e453aadb7fbd10622c7786a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06166, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.303713356988737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1068, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:34.084989+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c70ff98-5672-4ee3-a842-3d2159037583", "result_sha256": "4301d1f9576d9e9dc93de4b96e30428818a5ba8a4ce4d1e8dd7045ef57e7b5fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.06472, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.18011385299906, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1156, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Amatic SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:31.610757+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "847d449c-2254-4d69-a041-3f3f870458c0", "result_sha256": "4192bb19a685d4d2ba02612d8e2f4ffb0dbfdf4d9ef0f154394298e46685eb01", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01477, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.628287547995569, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 137, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:50.317490+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be420ece-8309-4dbc-82ea-bba12b1bbdff", "result_sha256": "2e15bcad299b2b852c8275c1a7c5a65dd1672ba1c6893222cc2b8f3b109353f1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02739, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.061468034997233, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 396, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:05:38.381016+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5aff5ef9-1779-41f7-a4b5-537e0bbf8ff1", "result_sha256": "ed9359b0c1f306f3543c21f5601f419e112ff2b1f161a1e5d3560241f0a50cec", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0307, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.656116484999075, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 466, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:41:31.389605+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "21ecf1aa-2a7a-4ebd-8fe0-d8c503ff5447", "result_sha256": "321558965e5728d09c205de52306db8b3a59c1cf0570a086a016b91b1382c424", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01984, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.984471357995062, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 245, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:41:43.009967+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f921bcb-c7a9-43a4-990b-20979e7ff75b", "result_sha256": "b10d683cf4977068b772ddd8a897e2759aa6f4315db9c0a9f508a6a7bdd849ea", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02445, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.055023879991495, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 341, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:58:44.900491+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c84bae81-0bb5-48a1-9a93-0f87d8fad712", "result_sha256": "ac8c6380c23774d3e5b2216ee52ed7efee4f64be07a2bd3bc01861275d3a9298", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05579, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.489607687006355, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 964, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:42.076404+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3add20b7-27f9-4633-b29d-16d56f2c3029", "result_sha256": "dfc8394a3a6520b266055a110026c21e30cea70d06e33db288492306a1cace8b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04218, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.456338579009753, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 686, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:00.765116+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ad8cfcb-84d9-41ef-a2fd-efdea27df89e", "result_sha256": "5d3015a1622bf9134671bae82161a110677a4177592c0976c801f700c36b531d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01512, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.141939891997026, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 164, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:37:14.402585+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bfe89e1-5c73-41cb-8844-7e6e584181ca", "result_sha256": "b2df60d3b93060f213eeb6a73248cf3187f7ac90a81d7e45231badd9c5796596", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02132, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.750495037005749, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 268, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:46.407656+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41e480c2-9537-499d-a763-008b5d3b1b0e", "result_sha256": "6b4d1f5be66932efd946325291ee583b318013d36cfc456fde4214ee999db871", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05494, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.524105636010063, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 947, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:30:18.288086+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb2fe79f-1cc9-4704-b101-eb2543a77564", "result_sha256": "17d238891c15236857e064cf6a275869bcf53769706897ce0daf0e8a8d9ec66c", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04059, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.450965773998178, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 660, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:41.851290+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2f15bd5-cb99-45fc-89e3-43e71f7cd18f", "result_sha256": "6433223e56d0048e2600660dd77fa5f80037ae303ac0082dad7e531d5eb6fe4f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02045, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.290306683004019, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 264, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:43.758034+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "826bd825-62ea-41ee-89c1-915c085328cb", "result_sha256": "c22b6784c70c9b10e41a2392bd2bacf90280811c3c068a68da2a63d180112d5e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0518, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.03038071100309, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 891, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:34:49.969624+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d235d682-baf9-46cd-bad9-431220426e18", "result_sha256": "6cbb4a119cf63a6aaed8b6b921c5d254d2be84b5ea8f70ba5a1e3487d9696e17", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04403, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.712190235004527, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 723, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:42:01.819615+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e81cbda-dab5-41a0-bb3f-84dbc3f0621a", "result_sha256": "793af789d8665a72a0f2bfdb6ffb8da1f9897153e802671a45da0f7fa556dcde", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04697, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.75913358500111, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 781, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:07:10.182182+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e95b0f-a61f-45eb-9307-83b695af92b6", "result_sha256": "05f4ad0552a3fc5b3d687b23170b00a3cc0c569c9e7355959d9d006c48021ae8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05317, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.655961145996116, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 905, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:29.396508+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4587c971-b742-4747-9c53-b4012be9a924", "result_sha256": "f47e886fda0a695a9528316fe072fc2c8b69dc5cc76a6b8f190e468a3bda77c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05894, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.179991817989503, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:58:22.514221+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "570c0eae-664c-4906-aede-ef2aeb326a66", "result_sha256": "4cd471718cbf222029e52a27f959da768976f071c465a9a7f4c73443288f48ee", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06475, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.731453231011983, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1150, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:31:50.371960+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "48c9a278-f1c1-4327-af30-a3151888f8f9", "result_sha256": "898a384f96d20c404880cc97bada3a1ef638f4dbad24a07eaaba57a3c941b108", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.07875, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 38.25934535499255, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1430, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:55:20.225136+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43cb0cf3-fdd8-4022-86ae-7221a8697574", "result_sha256": "c0a89205e7819a3dfcaa00f35a46785bce1bbdcec7d61b13b2de2bc483a9117d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04404, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.615349874991807, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 729, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:08:23.637007+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d665f7b7-a9b9-4dbb-8a2d-dc56f983cf94", "result_sha256": "992926db0a496ee26e857d64ba5a72928f8dbc99a6e629824dcd310e860b120b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03872, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.258095782002783, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 616, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:00.218758+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab0aebda-8d0b-4ecb-a824-4f6beba4c10c", "result_sha256": "ffece8099e3b9ad59065c9b88a9d4811813bfc86172b0d6d04a1dd7d0cd7a279", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07309, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.75741098698927, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1309, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:20.811144+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6994f8ea-c58c-4d6f-ae66-75d96ce41fb5", "result_sha256": "e0d2c7af65865d5694e8bafbc16b709fc4d00336849a330d33704029fdaeb8a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04452, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.14208076799696, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 752, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:36.566225+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a25ea148-8df5-4ee5-88f2-7ff9628f6b05", "result_sha256": "d3c343d1500bbb8bf1e34775dd01b69821173dc22e9ec089094d16664ad8fa4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0611, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.936396457007504, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:56.209236+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "575b3449-b977-4f64-a3b0-782457b24279", "result_sha256": "183be48af02bb3b1f1a668f2f93b6bed4d787d44ba7b0bc200d0a7694554cb38", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04096, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.026412660998176, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 676, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:41.788525+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e9e4231-e455-4a3a-a3e2-71b5711ee575", "result_sha256": "67d02adff5bda86ec24809114e05a4842c29b26d2abac8c58b2c4808544fcb05", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04816, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.15079739599605, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 798, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:35.135800+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8101b38d-c219-4316-964e-788410eac3fb", "result_sha256": "66549466c92d724803cf8618ad552cfa1bffa81609b7d75e884ce9abea2e8a0e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02795, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.10451092600124, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 414, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:26.317352+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "50f132a8-6f17-484d-a937-71c86f4c6bc4", "result_sha256": "a4ee92639597edefe489654e2ac232b80127d7ee0ce31c40cff358111b644b8f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02825, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.769049705995712, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 417, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:32:10.325213+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc1b0d04-2f34-4b1f-aadf-56fc84bb6e85", "result_sha256": "7c41e2a8edd1685aa1de416a634c62c8fbeaadf1d8cc65a03a4a2d7788dffcdf", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02474, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.865550381000503, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 343, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:16:33.729731+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "723c9849-f64a-42bb-818f-ad76a2bb579b", "result_sha256": "3dcbdfecb5c9d40677e50db1c14252950915fbb327927edd3179f3d0d48d95bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05419, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.984503016006784, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 932, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:28.458105+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2187dde-de7d-4552-b940-7cf53c094f13", "result_sha256": "5f7e8ecc79c8fde5bc1b29f9de7284015f9ea6ff0245d4f2a825eea98a2c860c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05087, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.77385027600394, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 859, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:26.742859+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "21937b47-6645-49f6-879d-b64e9c4dad3f", "result_sha256": "b2133b0e25b34bc93e6649ae7192b30619885b3c5d8cfc868a72daddd9e8606a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05207, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.998801589012146, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 903, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:11.602463+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a63ed87d-f4e7-47f7-ba04-92ee332ba48c", "result_sha256": "7e49ddbfc59b3d1a99757136a88671960e9c9e9f767f1a549e4413128e0f14a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04186, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.800596064989804, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 694, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:23:22.336840+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a57673f-78a2-4a09-ad4a-2428338f4bff", "result_sha256": "4256fab4108554483c419276066b4496527a4f91a63aec9e59454b84fc455d1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02645, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.747127226000885, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 381, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:47:06.324250+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "10efa026-eef3-4ffe-b2fc-48232ba56b68", "result_sha256": "6643fca9f19df1a6ca40b519e31453ca5eeff2b0503b21d19a1f11f1be89dad3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03299, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.368905852999887, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 508, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:46:52.586062+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "27851f90-2476-480f-8df3-2c2cc3b85b02", "result_sha256": "50e82bd443530cb97d3dfcfd087117100b3e06f7812064d8130674ba82e7634a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07267, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.243493565998506, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1295, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:11:51.535111+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed2377b6-9c8c-4172-98f1-8331370a0a1b", "result_sha256": "1597d2573fa2d1c86d8a22410ab5c03f4ba3389033b5d558779ed1e4595bd7cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04916, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.151316261995817, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 818, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:04.473277+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ca52c09-c5e9-42cf-9842-7671350b81c2", "result_sha256": "1b04c30a261095b09c2085df1d890b1ebc13d5980ced480c1bfe619b614784fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05899, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.42241578400717, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1028, "predicted_category": "non-serif", "predicted_font": "Questrial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Questrial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:27.005927+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dcbce25-f898-411d-b58c-6af5ec6cffa5", "result_sha256": "85f621b5794af2fe286adb2bf36ec50791e8d2e77d2705fc16a6229d93ec196b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02131, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.983361538994359, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 261, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:56.555216+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f29be6a-9e75-475b-8b79-2b44e60df159", "result_sha256": "eac41c79dd2ac66f86b42f9a130484461ee846a13459baeca46778f6c5ad9418", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04219, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.781660467997426, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 692, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:04:17.379027+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28bd58fd-436f-425d-bef7-c633f0bb751a", "result_sha256": "62eeed77dffd4b60e8496d39a76dcb684614c0b55b4c3f3484201dff48c19df1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0561, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.222142732003704, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 977, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:58:43.505910+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac4a61e0-8ff4-421c-add5-38772a25f2cf", "result_sha256": "313473d4adcf24005cab6ef2e062712e038a9a33bbf68e1ea9ca9a974a1232db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04349, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.907878786005313, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 718, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:50:27.197977+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d630ad20-26b9-47a8-a4fe-d3ed29f6b4aa", "result_sha256": "d2f1589d054152bdc40ff40ef020b2f962bd0390e2bc1f95fdfe51cf60b43868", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06157, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.3948315299931, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:34.878907+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2272bc92-e6a0-4f8d-9d93-399fac3d5856", "result_sha256": "8f264540ee7167f9bea7267593a673fdecec454435557b84010e900bbed034c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05084, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.351818499999354, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:30.335259+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "916bd887-230d-4f2e-911a-47802ee20c1e", "result_sha256": "fac3dc07aa9e7a44261352f397ea966c67c2266f287d500e1cffa3a2fc654d1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0279, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.043555113006732, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 413, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:25.789367+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3c13aa8-69f2-49f7-aa88-bb98009ceca7", "result_sha256": "597f519317a1ddbc466e79e73598a389a015ef9b53293cc5301ad3880e703d2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05868, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.266913763000048, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:57.461458+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa63db64-f394-44e8-aa70-eadf55ac4ea1", "result_sha256": "f8207f48d0b783924c2d943cb095553f9d4338cd38b33ae9c23128494ae2ba8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06157, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.476209900996764, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:11.377709+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cca2aec-1a6d-435b-b30b-9d0105d288de", "result_sha256": "e40f16af44170b22b7730ea87549f0c2ad06c0ed1c9878a106a1e659060e7a5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04301, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.389161674000206, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 695, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:46:56.891503+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f222464a-51a4-43ca-b175-9e2cdca016d1", "result_sha256": "579ec8c8a5c46cf80760975bf9e9f7d2fba83ed96721fe74dd4db276af559c02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03226, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.80775425999309, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 480, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:43:48.924459+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "417b1c0a-5c77-4b0c-863f-e830b34e573d", "result_sha256": "dff449b3750394da25ea26ee87daebee3a4000c6e5300e1f70fccafc4778e98f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05587, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.62636894399475, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 979, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:43:41.583051+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "283a891f-5b47-437f-b149-fb2cea5f30e8", "result_sha256": "c03d2acfd1bd53b8c64014390db9ebe3735e6fc448b210019e523a0763be16df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05549, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.122580943992944, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 958, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:07:22.020225+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "04e70d10-3d8a-4e61-a20f-3d360f147e6a", "result_sha256": "ba7bbf1709d1d7d0af09d850d8cbfd0598a348a0bcd139f0bb339f45e8e958ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03812, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.867715247994056, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 624, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:58:54.638253+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4da677d1-b956-4e14-a872-82ec2daeddb2", "result_sha256": "47c695c81b5e86b21f7ffcdf82fd6fa10a46ff3f7a2358bdd09ae79c0e7ef580", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03816, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.5911970820016, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 620, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:29:07.408368+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f2abd9f-2952-4d6f-8d27-f7a13428ccc8", "result_sha256": "5b03ed036d51f690228639a67169be64a889954c3f510927e9c0712ff6b2b543", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02131, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.238059188006446, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 261, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:40.698252+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "587e469e-5762-478f-92e4-2b5767683416", "result_sha256": "da88b272a26cddb5db933bea70ad46b8d948b52191e9b1a3f2dcedf2eb859fdc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02784, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.225312861002749, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 405, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:05.450618+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "237ee261-3b68-4bc7-a5ae-840b0e0de4df", "result_sha256": "7a9189f62758b49ef887b2032ab8e19a8985b2843677a5bac415cd78d6c43571", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04245, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.813588408011128, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 704, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:16.139758+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed096cea-036e-4fe3-828d-029683016e6f", "result_sha256": "16b5b7a7525c40c11c6c057179a9bac15e1181c88243f6bc7bbffad0f0aa8cbb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04724, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.01271545299096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 793, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:45:29.234352+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06882f0-eeff-472f-a13c-a86e00172b78", "result_sha256": "8b57b9fa57db900ce2790cee61eee6d668cc8c158f24d53bc84c8045444f6a31", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02689, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.303865023990511, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 385, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:16.571793+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7989ce72-d4ec-4129-b8fc-832d24c845d3", "result_sha256": "434f35960b550cea151c699a23364d9b6532dec20cea4f8897bce780e7e2d1e5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02687, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.17696956099826, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 375, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:27:33.204382+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb4d428-1a23-4b8b-ac86-593c3f71edd8", "result_sha256": "c64bfc69a74f6a84944f1a93c2ba7e9510d8e48dd314182ad82938004720ad9c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04954, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.508292302998598, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 838, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:05:05.193890+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd535993-7e07-4e14-a6cc-6959e8b8db75", "result_sha256": "7881bb5538c921db2818d110ede0c43e36d6042e69036d6837b4f5060ccdb97b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06094, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.18830276299559, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1066, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:01.174896+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd99ff00-6849-447c-8668-0d82a543e4ae", "result_sha256": "e2f54c2f438751862b50bd75c98c966c8d3956d0250fea215d835fac23bf33db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04761, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.127813134997268, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 787, "predicted_category": "non-serif", "predicted_font": "League Spartan", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"League Spartan\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:26.480165+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b6b43a9-e8d7-4a61-a045-f3334a48a286", "result_sha256": "81d090204e629190bfe009bb5d3c1542ec7a00f0a5e85a2c8fbe6fc7c4ff2ac3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02678, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.875015468991478, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 378, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:40.782273+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05c1e231-decc-465c-a606-758f520fa68c", "result_sha256": "24940bb1088135f4ae7b3eeccb4303b8a085db8788108e9942201bca6a2b6093", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04164, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.505353843997, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 681, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:03:58.259623+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ad97728-1817-48cf-b0ff-3251169efbf9", "result_sha256": "817167e3ecaca6e90935d24fc2441208419f76f366c68a673b936d20e0912360", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03241, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.323468564994982, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:02.659010+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c81bb7f8-ac41-41e4-8940-603c2147e1e5", "result_sha256": "2e8300b06ec8d101c728f5b999092bca9e4d63ffd226df347e5193488dfb02f2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03552, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.704446286006714, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 552, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:45.647833+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "28272be3-3814-4fb3-bf85-30041f3573ac", "result_sha256": "c95b326e379a214d5857319556cfbef212b5b710ce3b8259489bb67f0d4d7277", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05502, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.245379333005985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 942, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:55:23.391485+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a37819a3-0b22-43df-93e9-0e182ecd1537", "result_sha256": "432278b33d256fa32b6471dc8724a15968b69275706fb5e353a0639bb3ba83e1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04191, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.769650626985822, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 695, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:48:37.145370+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "25b4e359-82d2-4498-9509-9dccf50ac5ad", "result_sha256": "1e0c281091e4e1cd9988ae869a40565665282b4e636535da5fc68c78491eabe9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07527, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.4432658959995, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1367, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:36:10.875813+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d19712bb-771f-48d4-aeb1-89617fb7be95", "result_sha256": "740f63fede52a7ec07bddbe9eeac3287229c3dcccf14dc3b1f409f4a67132223", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07697, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 37.72702250399743, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1381, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:36:54.578456+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec7ee2e4-c3be-4e51-ad89-5a63897bcb73", "result_sha256": "f277389e3abab0d6098e25d1463a9e4c40245b32e2b8f583e4f400db2026fca0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04322, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.516191000002436, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 726, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:33:10.308964+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5626ab5a-69ee-472c-89a2-77869b49e388", "result_sha256": "ed15e59011aac4daf376601893831e342c0ede4fc80427ea1f976a79af3ab3f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0611, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.75790266400145, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Calibri", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Calibri\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:26:43.777245+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "41c63ad2-ea66-494d-91b8-45ad0fa649d2", "result_sha256": "e3692bfe4e3f9b2af76d03e07477487f36f85e5a4fae22de7c6339841cd6f68f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04929, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.096532001000014, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 834, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:31.619169+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e676b2b4-624d-4f87-9335-23de1c2e1762", "result_sha256": "1eedaeb0b92c57cee6307a6a359876b018f255362a995306a492b260d495e9fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05054, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.310659142996883, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 859, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:33.027750+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63496f04-211a-42db-a7bd-5de70a38b1b0", "result_sha256": "0d82d86a2ee09a15e4b83f24c1a1db5247697205ea8d8c670294c91c96599a01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0611, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.595586752009694, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:32.344826+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43969535-fc26-4c82-9e9e-f2111dd9e0c0", "result_sha256": "e3c061f007a2a740a5558103dc80e489a7015a4042dfeecde95e6cb1a4e2d4e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06137, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.543309572996804, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1069, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:22:23.381366+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93a2371-a7ab-492e-950d-bfd48273bfcb", "result_sha256": "54d58e43375457e31344c3751d194ed5caf3512c05511bb7fcd8a82ccc7e596b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04912, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.349710320995655, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 844, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:21.167883+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5533779e-7e3d-4538-bd7c-2fb44b7fb212", "result_sha256": "874f69435d2799fe940c465df704094db82f535925c2abf9efaea91b46b4c5b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02394, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.291886770006386, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 327, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:24:01.064923+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "74935a19-fddb-4696-b52a-fafd87996837", "result_sha256": "60903faa44f72245545fb84fb64ad41cbc174ed3ef73f5950b6ff87240d1ab02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05638, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.026895148999756, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 970, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:35.860730+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f1f6ea-071f-4939-8008-bc4aa66d29eb", "result_sha256": "52c94817add5acb186aea462be4d7a995808652b61a6d72148ab16fa5fa78a88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04549, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.494882148996112, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 758, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:36.757583+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9fa1302-3078-4c98-8d14-7c2ef85ef8e0", "result_sha256": "c1b92a279a97cbe7060279c5de8d4ec35d1cb4481383e743a8acc13666662390", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06091, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.922978902992327, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:42:20.239825+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cb639c3-74e3-4ba8-8528-cc25d1db0b79", "result_sha256": "e3c0430c5d4f36a0ba0cbe03496ef0c9f529012ffaf92e273c0ad502aed1dbc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05662, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.729639904995565, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 994, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:44.206865+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ef2c57-033e-418e-8d29-b66631384143", "result_sha256": "fdfd1ea323b209e6f599fffe65dbe98efac0048bf69e28a1584b12a0fae0a9b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06054, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.628127254996798, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1058, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:27.236731+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6acb759-b17d-4311-a868-4072d2bea172", "result_sha256": "cc7b143b6c4929ac0f43e11446be772599a7e135a6df5006b07296f91b700588", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03939, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.28280259099847, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 636, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:38.219250+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5c28e19-28da-450c-8802-34d59a159c34", "result_sha256": "86c23c2777a6779cd8a7663c6338f3857c7334eac481da42fc9f066ef6bb1641", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04609, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.881821596005466, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 770, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:43.751063+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e39a7b06-f797-4011-921b-5e7961a6f205", "result_sha256": "04ae05d9bb5e04821c43e15864a3b06e5a8fc8d2fe7eb000db83ab9d46926e9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06151, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.113091167993844, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:48.724337+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f8c41c1-2433-4760-8770-0e261ab3b8d8", "result_sha256": "56dded7183ac7806bf01a35f2c4c766251955e84e93595632b568ccfa8443e5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04717, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.307607964001363, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 805, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:07:35.241973+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5e197a6-0d41-406d-a924-711b047b58ea", "result_sha256": "ab04b479ff580968af0e37176ea17ad470fd56a2ea788836db4aa9f07f480e4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05584, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.8310932470049, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 965, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:00:12.276848+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3145decc-a25c-4f12-abde-0a59df4889fb", "result_sha256": "25dcedd4d01716584234009e508c0f4719dff6b35eb9bbf302ee62c2cabecbf4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05005, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.764859998002066, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 856, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:38:55.940141+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "261dae88-ccd6-4582-9277-7e5962f6dd62", "result_sha256": "aa277a911a1fd581354ceddb1c93447fb3c8c01f5f46b41da237d9107d409031", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05367, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.550490746012656, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 915, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:54.962402+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bf9830f-6161-40fe-a746-595764f4b1aa", "result_sha256": "0561501def6057c8b1ea295ee9ff119ee2a346bdad180dae171949cda12e8146", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05489, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.621487731987145, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 946, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:07.147458+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "bad7aed9-61d9-4640-bf2e-9e1c6d71f615", "result_sha256": "a6dba4c2611f83ba6e9c67378c7d484c4e6ebfc69c814effd53254acda0b027d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04656, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.014624800998718, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 788, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:18.929701+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2f53543-9568-45c1-8661-3d97255e4b5b", "result_sha256": "cc382a7fa52224b9ec84921066cbd87fa6ee41f4e2f7b6541428ceab907c0a39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01502, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.419687764006085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 162, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:01:57.633898+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a542181-a331-4911-bd3a-b683d0046e84", "result_sha256": "16030f36c16d4d0359a0ce65e3fcc528da70f4f821c9f96cfcc80b496da2954b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02146, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.149825296000927, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 286, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:15:25.366311+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "be451157-65ac-45b7-b877-887a845a4c01", "result_sha256": "247e85493b6db966b0c8f6b9197ad627b09e33ee5908bf3fcb00dee929f392f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01751, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.375808347002021, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 185, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:59.332557+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "efb5292e-4d79-414a-826d-b76f5fa69246", "result_sha256": "0c404a2720adad243ad32ce1b6be60ca15a9deeb4b6e2b1152f4244628cea1b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03224, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.152422726998338, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 493, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:25:43.892300+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38a55bcb-c58e-4ccf-a9b0-f6e64622e5b1", "result_sha256": "593bfeddbe4e43be16ab762fe707203c98ebfd0db510378e67bfd8947ea45857", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03466, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.486679551002453, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 550, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:17.372272+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "918db34c-9245-4fbe-8720-8a7601106175", "result_sha256": "ae4f9896787388794fb927694cbc3d526cc6ff3e115ea069ef951c0784b37a39", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04695, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.20322527899407, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 794, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:54:49.144850+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "17750b3f-cf01-48c6-874f-26ce3922dd3f", "result_sha256": "b55862a0d220c7e3f3a655940032e55b74fdc3d74dcf58475df6337d35aec9f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05075, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.765097251991392, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 867, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:56:00.194737+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2994e7b8-887b-4c0b-8e66-4a6adee2dbb0", "result_sha256": "77122d6eca693325103fe2beb72aac9c10f08008d93a48574a67c1c098a6ed6a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04594, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.23447692199261, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 767, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:46:13.430279+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "18ebb353-3c55-4c66-9a34-086e0e89eedc", "result_sha256": "0a366d105ded41cab22d16026a55a3e24da735aac05c6fa64c1214448372db1f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02107, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.898545117001049, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 283, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:31:51.140904+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "47b1f26b-8815-4b95-9a75-f14d0a6e47ff", "result_sha256": "a834777b90e949d9df9d67ab5dd4e08e3b95848d80beea755adb381cdad1e9db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03487, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.697917582001537, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 539, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:48:04.061547+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c44a8ea-dfb9-4ab4-995a-7d28902b414d", "result_sha256": "119f4db9338f2fa542a0e11b39d70daabf5a766d94dbd3de256ac9f856a9ff3b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05469, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.664986237010453, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 942, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:47.034808+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bfb7ad3-6d33-4172-8c28-3ef0861a3482", "result_sha256": "ca85a78d29aab2063c0ccf215af4dcecac6975abc9c1f19b6db83388c41c1258", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06086, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.977069939996, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:27:03.473480+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4784656-603a-4558-ba54-38b9ed925620", "result_sha256": "7b5d05add62dcd3cc337f52ceb7022d5b126ab4d19392b39414175b293b89011", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0427, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.188907721007126, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 709, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:51:07.982278+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "11bf7d3e-605b-4f00-b2a4-75eb3f7ba6fb", "result_sha256": "85c070b2bc36f9f703dea644fb81948cd23f071dc52b316ae2803f6806b11f0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03467, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.31977456799359, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 535, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:38.152658+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e379cd4-89a8-4b2d-b804-d40922f1bdc6", "result_sha256": "724d60d98db12b624689cea4d30eb3e094f200070c810dbb44d429f2699589ba", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05881, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.46595739798795, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1033, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:57:36.464596+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "19010184-4e63-4190-81c3-7c543cff7c00", "result_sha256": "3083426d201109273613fdc5499e9cb17403e7e284941914165bc8301933e78a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05208, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.52723154600244, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 884, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:22:00.482065+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33bf13aa-ef16-415d-8b13-83edbbdea4f2", "result_sha256": "8b663589fd65262d2ca776281f5f752d4ca2fec5fcb862e972c1f70fddb281d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04522, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.515497050000704, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 766, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:22:43.150902+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2f00a60-a88e-4789-825b-b3fb1250199e", "result_sha256": "ba5d76daabc760bc0bca99d083c5b2acd02f3b27c631e43f43359f1b83c7e83b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06096, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.526936836002278, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:25:39.865686+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "972e03e1-6631-4cd8-8431-3c27d00a3989", "result_sha256": "52db15376cb88e3fc1cacc91021d0dd56bad4fd0a95b3fd7b770afe6d4b38839", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06067, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.810291090994724, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:39:14.154154+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "692d1070-869b-4a9d-854b-d31ca173e2d1", "result_sha256": "e3434fd17b8c0a2dc72f8ac7d5a51940df8992a9578a339654e24364ffd43393", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02931, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.774528014007956, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 443, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:09.086565+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fed1a7d6-9a11-4c09-a047-fba823aa7e11", "result_sha256": "a6bf3a3ce2e558e8ffe410147dfc1719d29539ff6f8965595dd85cf5991ee370", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05325, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.376624412005185, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 920, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:08:03.295421+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "edf52844-9d27-4ec2-a969-9bc3fe4a00c4", "result_sha256": "941654bfd403c59d1b0d09ca35d3206a563ff8635454dd090e8ce59e05e36ce0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06109, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.754099702011445, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1070, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:29:09.366935+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "05b7838c-1579-4431-b4a4-3411e231ce05", "result_sha256": "d1b8cf0d1396d1d4cacbaa1a931e5bbf5966e57ede2ceb3dfcdb4740c68f95d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03167, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.313220080002793, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:47:15.528386+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "29cf6bd0-d231-479d-ac8f-fc191effe698", "result_sha256": "58004c9bcea89710caa692832ba9bcf57a42bc946c4b988fd5a86cc3d7334bd4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03827, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.072494469990488, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 607, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:06.684440+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "48814470-d03e-40fa-8891-e712f5932065", "result_sha256": "253975c0d8761b3f6344dae5545eba87f3da8fd350219d893b3bb65c6d00b8d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02409, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.547224526002537, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 320, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:24.618929+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb4af5f2-4436-448c-8752-b1a82d24245a", "result_sha256": "a773ce733cec7e6cbe3ef1cfb65a3e64f8629c7e0cae6daf4aa21195382cfbd9", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03283, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.50673127900518, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 499, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:37.437075+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c8e07f2-5166-425d-baef-f7e0d0dad19f", "result_sha256": "54b8a90a42bbe5db77a2e2bd8e66095779034302da9d7557115ec25281f80d5e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03842, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.374894462001976, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 610, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:38.828980+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61fc03d1-a11c-4d76-aed0-79e269172eda", "result_sha256": "dad0a2d8d06906ab86fc44c2d9f85d8bbc0c44645c209558c012108a2a7b039d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03174, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.161907168992911, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 473, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:01:59.413279+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a74dd5a-f962-4f3a-bfe1-b9614ba43ec9", "result_sha256": "8365094aece3e193ce0c36af9bb01430d6046d321136487d0868f86185cbbc86", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04746, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.010875648004003, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 806, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:26:48.903119+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e136bf-a1e1-4fec-bdf2-78cd766e5ccc", "result_sha256": "88513131db0b2cecdea44f31cff207f085c06494f73c111e1da4d0365dae3510", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06157, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.73176286400121, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:33.250992+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c5675ea-e9e6-4507-ac57-fd0fbb7ea9bd", "result_sha256": "06b2214113ac510cbf61c3e99f0f577e703a9c0ff87bcf487d9138d0f4539c54", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03621, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.48233085598622, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:57:13.953710+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d324e3a-a4df-42be-914a-99aeafa94502", "result_sha256": "d5076478b738989e19c20bc6c7764dea1176c79c9779d941c42291252b3562f5", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04274, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.551203723996878, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 703, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:27.168962+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1820c8fc-71d1-4a7e-aca4-562819a5c212", "result_sha256": "3ece1790bb51facdd6335df78c34d1097af9d222d0f92911503850560e18442c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02645, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.243247745005647, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 384, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:34.235812+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ae99633-523b-4ebe-947e-188940749004", "result_sha256": "b82f604093d19d7703ed83ddaa40152ea15a32592b6ddd816ac8ee63c3350722", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05647, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.92774796100275, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 971, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:42.342947+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8e8d134-b928-48d0-85d3-91b40e8b2a3a", "result_sha256": "cdb6c71085559732f7efe46cb7c8f9b02e6eaf44487ab38d79a73fd94eb05bea", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05259, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.705466329993214, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 900, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:32.916264+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0b88b2f-1bf7-46ad-a38e-80f39e3ea10e", "result_sha256": "f5c3b18a654a0dffc70cacec2a9e78a918077e6b5cbeab4bad781c6a0f703613", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03482, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.708304979008972, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:02:40.003110+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bbaaf53-2ed0-4cb3-b300-52fe96647af4", "result_sha256": "8c156fd212d6b9028223c78eea57e1260c948de4e20f0611f7a91d6984ef4644", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03811, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.43168639599753, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 619, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:37:16.424880+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ddb9eb-b9fd-4aa9-a0c2-386af6912e90", "result_sha256": "6e78fc21bc38add9ee86f32f9551c746feb4155fc24fed9e35219cea4544087e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03147, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.77232157700928, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 491, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:45.055101+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "56093322-5b25-4f3f-8616-70511ef8ead5", "result_sha256": "2a9fd12475aab6adc4d17ff1f70fe5354c3534ec3a3703a9ab430ee055a113d0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02039, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.679141468994203, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 256, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:04:32.402826+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9126d075-ec66-46af-88de-c2ba90cafbd5", "result_sha256": "6731f2e57344104a74e34b04829939c3bb3df9d4ece5943ad76e5e8878ff92c5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06509, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.80132773700461, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1150, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:43:52.039105+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fa875c4-07b6-427c-b71f-17fb86fc0aae", "result_sha256": "695e542c74e9cd99848e684fc30570c4f852eb65defbdfec3a878c5f39253be7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06857, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.225170367994, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1213, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:03.195782+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc61b6d-c73b-4a80-8910-8554cd2e1856", "result_sha256": "8f2bc6e221a8ba3f4ab56c3c3fbd67654e9d2051cf174f30f23c6d1c14331342", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06114, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.571448581002187, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:43:33.715228+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb69e33a-86ec-402c-a627-25fd64a5b553", "result_sha256": "b5393c2e1abdd27dac8c333ea2510e24ba0a2483cde143da8c701ba32ea1a6a2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04591, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.795091765990946, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 775, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:26:54.105082+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5c10e0a-5290-4102-a025-56ae7b7c08c7", "result_sha256": "a8bbac8e4c9e074c97513e3e9749ad4be74ebce582b53f4ad048440daffb47ea", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.11202, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 55.565980932995444, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 2082, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:59:48.921491+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7286863-cf9a-4b07-a086-b348c8d7ace3", "result_sha256": "bb13847d4c981eea881861539acb6bd6733bd815f8b9789932e7539378d84af6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03316, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.032987250000588, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 520, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:23.976915+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac73511-c2ac-4f42-b49c-e309cb90ac06", "result_sha256": "3c268e80b19e70ddf4eef692930212e8ea65e09367cfc4e1fbe886258328c60f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03606, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.192779293996864, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:53.170050+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2be215d-c925-41f9-903a-eb5723d52ed1", "result_sha256": "a683d6ac83d57e80c8d429edafe2a904aef0a23adf8458e0d7cb16f895f715ff", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06002, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.800395011989167, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:59:37.712542+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a642c3f8-4270-4d0e-81c2-49820ecd9412", "result_sha256": "aa642142a03580c6415437458daccc146f5cbd55a95e13e5770ab7ccdc4a7a2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05144, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.322962036007084, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 877, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:56.523480+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b89b7f7-c0ca-4b54-bd7a-f371d1ab07a6", "result_sha256": "dcf46c33bfee2da1294c453614d39e65e01d9ccac3fbf0670288e0bef212c8cb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03506, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.707892229998833, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:08:40.711429+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3794cceb-f73d-4a7e-8618-ef85ac97ddb2", "result_sha256": "902dcfe3fe90a4611a1534eaa8c544bf5f0d50ddf12a1f67607db2a8ee40dc3a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05064, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.642582542001037, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 861, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:10.419155+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "244b8d8b-f926-4f78-8c63-4beb3832ccc1", "result_sha256": "ebbdf751ffc608d362a723dde8f8faa643e924473c212a53a2b9b4aea60f3cdb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.078, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.276903310994385, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1415, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:59.347363+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b1f2392-dcbf-46a1-9249-6646617eed61", "result_sha256": "1b9b8595a700afe7a7c942c8168442b7df5283d9df3b661b429db1133671962e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.07331, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 32.84162981499685, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1323, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:03:18.152480+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "983fc5f8-0e5f-4038-a594-fefc5b09f012", "result_sha256": "ba8b4e6c007a8e9f56a1d4768417ec5ed3538270fad61cb0481649682008c70f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08051, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.858114140995895, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1445, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:27:36.658202+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd1d5f07-cf08-4e48-8059-0c2bf644c31c", "result_sha256": "d301fcae342fac31021ae183b64b3921a675a52e342a7a0e1fc4ce8f3345dcce", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0453, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.714247234995128, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 758, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:40:20.489070+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe3b1a4c-aa13-4294-a1c2-05f11c0903d0", "result_sha256": "5323f005b81e086aea284e1253b886da734092f3037c9190c3aab9ad948ca036", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05524, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.928905528009636, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 953, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:46:01.923698+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d51d4a6-364c-4c97-aebc-01c7ef4ac27a", "result_sha256": "050012dbfa7665c97d14eb7598d758c6b20f3457907c5027cfccf3bb35bdf5b1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03326, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.548255217989208, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 522, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:23:09.080156+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "61941cd5-9194-4689-ae7d-b52b83efc1a0", "result_sha256": "3b45cd4183f14635cac7a2b497713a85a17fe8634792fe59f63eb61e8298a79c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02125, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.614172706991667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 280, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:57:57.141948+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c46c3e4-ef3a-415d-afc9-3079d4e02915", "result_sha256": "49e44ef23407a37242f55c4f26ab1a2768c3e2361b9db4a6af4c0f8265e5b3c0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03529, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.67356593698787, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 554, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:39:44.901197+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b46a16dd-0064-47fa-aea0-56ce86a091ad", "result_sha256": "a248ed6f6afbc553d0f0c7046412b923974edf207d53d405eda7643c9d4da5f9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04552, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.413207834004425, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 752, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:09:07.353978+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6665f03b-39f6-4fdc-b44b-cdf286f1f461", "result_sha256": "7c549116d8fdf8b270fca29e47024dc23aa7aeebf6000506daeae57a792bd3e2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05672, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.78437920700526, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 976, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:49:22.064627+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "88ff3941-5168-4d55-8117-9995aade50b5", "result_sha256": "6f6549dab9bdd28775f41eed2659113b27c6867e67a2a55d6f6dc069d2aacaf2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.06144, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.07853346299089, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:13:02.757510+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "729cf3d8-bf36-4796-be1a-9569fd7b8961", "result_sha256": "eb1a21119c20d81285b614b26cf89d6512b00f46f7421e1b9d3ef3af69df95bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04787, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.231253017002018, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:19.589951+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "775474e6-47ae-4d34-9f51-2d89c17f7451", "result_sha256": "1831f780495674f5f8c3302990547b890d7704ba04d1492db9f31139094cf7e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06134, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.97102791699581, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:44:17.104659+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "edce414b-78c3-430e-90fd-dbeb1ff8f921", "result_sha256": "eb564aefc3258d6718b0cbf0a0c05f38b198a672b20c8718924462849b8911ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04547, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.68109145500057, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 771, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:05:09.152737+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f765a054-9965-4cc3-9008-bc598cc9c813", "result_sha256": "16b682da6d6532fa26e262a53d6c64eb7f78133150109e5adf91065f11c323a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0611, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.47317812399706, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:45:37.318893+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa1d5f67-d311-493d-a4ff-9523fa7f980f", "result_sha256": "af199f0d8c1b584689a8380a022a1d59faf557ce651eb5b65cb7723303b46844", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06095, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.74624571100867, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:51.900299+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f67656e-b84a-4be6-ac6a-767e5c491e9b", "result_sha256": "6b659313738ff934544b998b28d24606383067b482db0168828964a6a738df89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03549, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.281313870000304, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:09:19.680449+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5958a13-f462-4ff2-88ee-fba498c6abc5", "result_sha256": "a12615854020bd765dcc892ff4036d33338e5509f8aff3b33fd4fc5affbe8446", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04553, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.485371272996417, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 753, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:50:29.251528+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4666a6eb-ec2d-459e-8675-2365f2f55a92", "result_sha256": "62acbf120de9ee0e405b0365bffe0973f0638e5e9844b0dabb860eeb075bb3b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05712, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.58042632699653, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 984, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:57.198186+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aef82e5-3df0-447e-a8da-b621a926f0cf", "result_sha256": "20aee8a5c5886dceeee81ef60822685e421f28033e90715504370b084bf348e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07494, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.710595263008145, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1347, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:07.530755+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa39597c-8e38-42aa-baab-78964417c720", "result_sha256": "0e4fb0db170209b655577c6e24a10185554d8cf6605996664a0a63297f9edaed", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.07256, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 36.51074618399434, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1308, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:02:41.102831+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3622fef-c445-4cbe-8c53-7ddbb94830e4", "result_sha256": "3a0afca6446269a23b62b578dd0d7a79723ad48480a55e5a972304a95357db23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02949, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.423632591002388, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 438, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:17.820585+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c1f1d2-2ec9-4efa-87b9-e9cf82e97220", "result_sha256": "4df317075502957246bf088fd5b7b42281f90d28e2b3a0389a1881927248d7fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04922, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.674557578997337, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 826, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:19:42.198124+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5255bd3f-2ba8-4552-a049-eadc09fe7915", "result_sha256": "7ae2400271b80f2b8ff52b665c62c32385d4ab63b7db15b043f3298f0673e3b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05092, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.653772398, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 856, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:50:56.438940+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "499f6399-71e9-4444-9b95-b9633c5efe3f", "result_sha256": "d6fe080c15e00fdbb35c2b01aef6b2efcc9671c5eb15cfe0e5e33b36d978fe92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02996, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.987426037012483, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 456, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:12.227024+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "fab29962-efe1-4c35-84ad-31a08459b4a7", "result_sha256": "da1443eda7e0f4cfd7f1b214a344beb3ddffc123ebad633cf7495ac73ef5b0d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04557, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.22173002299678, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 773, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:39:39.037125+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e84593be-9049-4052-9b21-c3f0d28f49ab", "result_sha256": "127ab1afe1b4a345e0a1d54e76ba554d3c9926d9a85cf9eab5cdc4a5d48d37c5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04571, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.12575478600047, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 749, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:38:57.487392+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de00e94-264e-4091-8bc2-72512730cc98", "result_sha256": "dafe1dcff22513b78a2d0e08a95f314f6af47540937b3bcafe4ea1bc4229e62e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06119, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.39340251100657, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:39:40.148774+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "baa60a21-2ef8-473b-aa81-7b7c9a10b1d4", "result_sha256": "b39f201412176bb1300470f12733d2dbcea0e2155d3391ef88889eb57a7e0958", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03496, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.066782145004254, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:45:39.767492+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f5448e5-2891-4fce-adfd-dd1c05f6c2d3", "result_sha256": "04d0e4e6dcf80abbd73b4530c11db6f71ed8c493e4e18e3f8fdc7c15aea6d79f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04279, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.131438985001296, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 694, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:55:52.325475+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cf17b92-be63-4538-859e-c31cd7a35086", "result_sha256": "155a39a1af68ff997abaa311767013892b65f596bf9542caf18b50484a3babd3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05501, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.810113785002613, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 957, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:12.462398+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fad21f0-e72f-4d21-bf0e-b75b12883511", "result_sha256": "5df7b4b472f0516c58b2c179085878a6a9c904b8ec8bc29483e059a2f51e65e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05422, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.241709879002883, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 946, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:59:41.260724+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c743f4c4-bc8e-437b-b706-fa80d0a45ed7", "result_sha256": "9ac5055c623d919a4a9ca699765043a4832983098a7a80b0527ba4b59b44c770", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03142, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.074484237993602, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 490, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:43:04.869226+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "88cd1655-c4f3-4116-a250-2fd7c24317c7", "result_sha256": "b440149a6befd1e5728696ac83a12ebe9ec03417aadd94e67d72901e73435350", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03304, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.130876161012566, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 509, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:00:00.322779+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4093714b-5764-47cf-96b3-a18e3dc31851", "result_sha256": "734553a88a13e5345f33554a34dae8466ffc82328c33c1892fcab84fccf07aff", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01954, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.464978076997795, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 239, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:49:12.811567+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "36131c24-36a1-42d7-80bf-d4a7da7666dd", "result_sha256": "de4c937ad5aadca63f6aa7ac9fa5480e2845e2ad2de317e628d290090353a86a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02719, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.663843853006256, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 392, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:30:53.806396+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "10d0779e-0364-43bd-9a23-abdfecae7387", "result_sha256": "b8d0bf502db192fd952dd032c59c89ffaffe2a338e92dd65c889fb51181ca4b0", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04515, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.52876860499964, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 758, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:18.050734+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2fee8d0-1b4c-4987-9163-400cdf23aebd", "result_sha256": "4e5cc371935787cf8d62683afb16c6b7938942963623f43c00ada09cacc7a4f6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05449, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.018806637002854, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 937, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:44:08.909930+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ba21c15-2c6e-4fa7-aa89-71604f30f96b", "result_sha256": "818392b0599b3d241513643a348690c2fc5237ce089febabf6ad0edd0b966c63", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03479, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.750210188009078, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 544, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:44:25.524205+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a9dbda3-a6e0-4d2a-a099-9d4f67d3aae1", "result_sha256": "2651ce28a05d65ad85b5b0609822ac90f5b50b1855bf1b9233b38472bc8fbb06", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03411, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.926425779995043, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 539, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:48.398996+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cadc50ff-10b9-4249-8d29-3ed0f6815874", "result_sha256": "2f175a90d7ec976528f6b09405ef67a47f66743f3793a9e9a40837c385d6f666", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04151, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.698731195006985, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 687, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:40:09.855261+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb1a69a3-1489-4918-bacd-7e91a3779e98", "result_sha256": "79c2f27989fdcf5da343141fa8687e30a4e3f9b919a80fed1639ee84134cba0d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03487, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.18754369999806, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 539, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:37.453369+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bd3cdee-bcd7-4ca5-b219-04c18b61bbae", "result_sha256": "17ecbc042b5eaedf97202248caebd3016047f84eb1c49dfe77ba47c5e8be027b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04249, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.357559511001455, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 688, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:15:48.146210+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bb622d7-2ed6-45e1-a530-14716fcb8d4f", "result_sha256": "59371e7c0363d7c7353cc511eefc14748d8ff23f374fff7090ab2104997051b5", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07686, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 38.007760962995235, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1394, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:56:27.798232+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2cd0e44-9000-42f4-859e-98f9f0354c1c", "result_sha256": "3d5c047d6bbac8af4b86c26aaa15527cda430fc85c564bd2d84718f95ed5e1a0", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04566, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.87894623899774, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 748, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:23:04.084308+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "155cdb4f-42f1-49c4-badc-0edd12ab984f", "result_sha256": "c9e768a1893fbf42f2ec36890c9b55f103849c556153a82c61a41b9dfccdbf03", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04561, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.435022320001735, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 769, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:34:58.116926+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "68fdd1aa-fcdb-4cf1-85a4-4c367b073bdf", "result_sha256": "c107ff4b459466896dcbdb67b5d5f28466113e6632501f1f6498798636fc292b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03337, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.000763179996284, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 509, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:47.039505+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa9189db-46b0-452b-9c6b-7db4bbc46a58", "result_sha256": "75b2ad0805b79867a88b9a974a4537391298a21d229b73185fc4cf46f6fd8b3b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04839, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.967467219990795, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 815, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:39:39.831631+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9e539f-f2ed-4783-bdfb-0aaf8824124a", "result_sha256": "c86444eb6a12a95cbc482136d2f5296102b6df53fc15572f2d3f8895e65badbe", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0337, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.407945451006526, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 529, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:20:57.139030+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "63fd0471-891b-4910-b9bd-fff0faaa2c95", "result_sha256": "e2d07f5a9c5de75293cafdd015d51282c9d1c2fd4570a26af69cfda408a240b2", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.11343, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 52.081967663005344, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 2111, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:34:36.983573+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "293cfc4a-e764-48ff-9f5e-2e4b0e757f14", "result_sha256": "c67d5226b12f86f09d0b36cab217926eb347ac22292b64b476c4d7c22dcb2d9a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04599, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.539184463006677, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 768, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:28:31.940688+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d8ac55c-6129-4230-bf6d-4354c38bf9c5", "result_sha256": "3c7ed2ce125177c3cd0697348309e5f98da6f5cabee9e1d5ff9c3cb7e85c56b2", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04184, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.517654675000813, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 685, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:35:09.714472+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0f69e9b-e58d-4973-b240-3fed351bb3e7", "result_sha256": "54199e846bd5b63dbfbc806459bffda53c208c9f9bb76a6e45f27f0da3ab5759", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.09969, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 43.29451682099898, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1842, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:45:42.264459+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2075b3af-85e3-473c-adf9-f0f62de856ea", "result_sha256": "ab70e106837c4c967fc4607a6380732eafaffa59405a0b8dad60f86e6c94cae1", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06772, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.81740703000105, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1196, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:28:01.025646+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7bd2457-4b94-460b-89ee-ac3c774baadf", "result_sha256": "7d9c44bda3288601434845d654eb7f3b8dc8f3c06b619a61f3f3815cbe3ca5d4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05619, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.037490677001188, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 972, "predicted_category": "mono", "predicted_font": "Liberation Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Liberation Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:47.304661+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c3306e1-4630-422c-a136-28a42222cf66", "result_sha256": "61a04b92edf052f9a6e935c9734329ddc5ee674ae2e456cb31f588d3783a9be9", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04456, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.377346776993363, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 748, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:30.456791+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "050467ff-91c6-4be6-a564-0e9c2820baeb", "result_sha256": "ed28d4a9fcbd82ccab7a3864f432e87d4d213be684f5e3ad3f0f5d2237bddd60", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05559, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.29754450400651, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 960, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:54:21.585405+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9a28e4a-a6d7-4e1d-ab3e-fa6252d6b5b7", "result_sha256": "25f5d69a96b5bd0299ccf73411cfd6f957822200d7bb28cbb7f0b5faf248c30e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0437, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.57811919199594, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 729, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:43:11.567664+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "68e2f76e-036b-4a50-9d25-3bd93187776d", "result_sha256": "b919cb25117e2836c16731438e2da8a5ac2f5ec7ca5b18501f9305da8981bb0c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06672, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.807051866009715, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1176, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:38:58.789150+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b17f263b-1c0c-4e6b-b059-22fa3b7ddd25", "result_sha256": "f7d3583a8a452debeb08dfc22b91f30546cd840157932df2f4ba472daa34a16a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08186, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.23109784499684, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1472, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:29:35.626029+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3673b3b7-607b-4e77-9179-fffbc26fd5e3", "result_sha256": "573efbc80abd57d234ffa2879c8864c54da6cd26d536332737d45484c091d21b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03257, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.689322047997848, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 513, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:40:02.707317+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e527dad1-d704-4817-8815-4f9cb272f6c6", "result_sha256": "22f4508fd222c9f5fafc434b7fd35a4676728900a93f3a564430dc956f0723f4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04392, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.494543376000365, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 716, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:03:24.178188+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "57d101c1-d21c-460c-875a-69b03fca4e25", "result_sha256": "ce0837a28454ab9399fd3305ee6e3a6a806ed2f1a786fbb8fd3178e3cb293eb4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0776, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.78682305999973, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1404, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:09:46.699840+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5a97deb-b137-4b8b-8744-40ed20745b14", "result_sha256": "54367b191164afd97abe8c2e4c5b114afe91af33e04eb1062495318e95ec07fc", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03164, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.50183569600631, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 480, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:07:45.650584+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef40db01-f551-4f46-b326-7ade3e9987cf", "result_sha256": "3114571e07f0d2812a015628c63edc065455bde06845524b7039a7fb10d130aa", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04201, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.895963129994925, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 675, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:21:32.374913+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "33fbd94e-ff5e-4116-a62d-d9ca2e2a6c81", "result_sha256": "67aff69fa158e38430b93f193c2a424e79281e43e0683219c052e01141541295", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.06095, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.646706932995585, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:58.075045+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "52d6c874-f4e9-4287-bf7c-1de2143761a9", "result_sha256": "027c56c2942add25b07cd3b558fb6d08af7daac5f57dc202f3675b323b888e94", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04109, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.445796540996525, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 670, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:18:59.242909+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a76c88c7-e2ed-4578-94cc-66d6fded6624", "result_sha256": "9fc0c723d63842e51f24be9942813ec1939a5564fdb8d95130d7f855ff752c79", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02489, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.845732497997233, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 336, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:29.011350+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6da0c6e3-7b4d-41d6-8200-c922990a34a6", "result_sha256": "df31ca1fdf62aed9ccfb8747f37882d564eabe937f338c3ebed0a60807cf8a98", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.07231, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.540254439998535, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1281, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:31:09.514591+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d38ca9dc-596c-4066-8bb7-78c1eea934c9", "result_sha256": "fc560637a294deb2170a698bc1ae8967822636a12ea5d62ad40967a1fc9fca8b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04547, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.18293716799235, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 771, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:35:44.932618+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c812a88-564d-4f39-a4b3-8e7a65b5e009", "result_sha256": "27ed5f075986025d463f6511ea118b3d06f5eb66426d35f394a077f5e20e0728", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0457, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.806829957000446, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 766, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:16:25.958252+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "54afe7eb-5a7e-4ce2-898d-929c5e053fea", "result_sha256": "2f7f71339f5acb6a39e1eb3df4e6e2d4a77e53a2b564b3ef060357683c860309", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06089, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.17319480300648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1066, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:09:58.175912+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f495fece-7730-4c46-982f-2f747d5d848d", "result_sha256": "c7546479948c709a1f617450ad5216476ff54466c36a6124caaa44326639ff5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05653, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 708, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.376883563003503, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 989, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:15:56.529543+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f6836a7-4ec9-4516-8feb-3e63cb2ebb14", "result_sha256": "eb963dfcf279c6d8077be20786cad61a5f36e0880e7d85929dc14edfbaf84642", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05882, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.26498237499618, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1038, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:17:54.713746+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "89a2978c-47b1-40cf-9775-f779b4cbaa31", "result_sha256": "24361fbf074a2464d915fd5c3e77fc64e239de4c835a9d4bd6e14c49144b6e7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06101, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.139832173998002, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:50:46.504533+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e207108-615d-49c8-a17c-d3dfb69dca06", "result_sha256": "9f89ae24c5eb73a38f07de4f6374dd711ee3e7ce1f1d73188f18cd57954c2953", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02982, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.279723743995419, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 438, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:04:17.098931+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f7e107-c24c-42ba-9405-8e35517d74dd", "result_sha256": "66c855f0c4d1beb36a66c27d48989463d15bdce814700445f6e4dbbeb1e756ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07186, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.276447176001966, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1294, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:05:52.851284+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "44dc2579-ee39-43e1-98da-fb5d7cf8c083", "result_sha256": "25c6121ed569e92cb04920316b8682e9343ec83da3cde69035a43319a2dcb38f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04196, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.797070380009245, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 674, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:39:25.092746+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "b591f755-beba-4a95-aa77-3ab59e8c649e", "result_sha256": "cf62e5e48ec09a75e286e76cff0372a98cd656c725797d5c01e253758a4904f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05534, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.7463983810012, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 955, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:40:56.436630+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c54a874-eb7b-4016-87be-b511ed1371ba", "result_sha256": "838fabcf1007b547ec47b79dcf9c762675b93274b48fcf69007e4aeb94c08e30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.1035, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 52.69301823200658, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1925, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:49.826679+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b530d0e-e90b-4af5-b3b7-3642b8a50ec9", "result_sha256": "a9c42656490975cf53db5f17ddb168c31b29e356eb2fd0a3aee795858ffced2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04398, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.497736171993893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 722, "predicted_category": "non-serif", "predicted_font": "Karla", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Karla\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:51.127274+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb40fddb-fc49-425b-933a-49c211b1659a", "result_sha256": "52222779b337ba62c2f8f6352e647f764ce95e97368602a9b88d74854279e6e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08113, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.81246836700302, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1481, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:05:40.214040+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e944efef-6050-490d-9d57-f84b21e78ed2", "result_sha256": "ef2c797ec3d69ec54225f249362d301d71405c9ed3d98bb9fdd8dc85862f9ee4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04303, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.475923589998274, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:38:50.047155+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9eafb6b-8806-4b7c-a0dd-d2ba843f3480", "result_sha256": "c9a0060ae8700d35d32e99e5b8861e83b63542cdf10cecf29590cf38da4d7b61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03942, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.196795374999056, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 650, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:38:31.516291+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea4992fb-9e26-4545-8916-eb3e8ba31b53", "result_sha256": "78df1798b8b54c3fdd7a60f94f1e4e18e4e1599beae06eed3157faa37a5bcfca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05004, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.57438805399579, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 848, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:54:45.337717+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "53f4187e-065f-47dd-a54f-6a18f174d0b9", "result_sha256": "f98e7203c6e7fbd32f09c4bda1cffd10aa37c5f51b0df78a8377f97598202ec6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.05826, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.169060646992875, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:53:14.831998+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6054f727-56a2-4b0d-a069-aca00a455431", "result_sha256": "e537e37793f3e896413fd00b09f396f5d00afc4fd56bdfc9e300370e912209d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03621, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.888792033001664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:58:24.850320+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "487ecce8-ce2e-44cd-8632-19365c72fc28", "result_sha256": "393a7da08bc299d2a50722a8d91529bd82b27d41367c127f72461ee9a06e7bb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0339, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.648682163999183, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 530, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:55:56.425941+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "83ac495b-fe9e-4039-a784-bf8b0d0a5672", "result_sha256": "4ebfa142e7dd34ca73c384a63a4cf3f907b4296a803199d72e8d6e6c9eed0a17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.03657, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.7836426319991, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 593, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:39:03.517757+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5559cff5-4c9d-4973-88be-061fc53e76c5", "result_sha256": "882070b1706e120a097d963967bfaf13c37dd6e582ed54506845f1f7d40ba440", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05152, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.40367656800663, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 872, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:12:26.623055+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d8781c6-a27b-4baf-83d8-a966ec093643", "result_sha256": "a7497cea827a42f8e4ef3614e40d29c4585fba3b1db42263e6dcd10660747180", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05396, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.217808254994452, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 936, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:58:45.367945+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e8dba8e-cd85-45a6-981a-0259de3f11ae", "result_sha256": "610c53ef54554fefd8aacde969d5735866205f5985e487026e3f434f0df8ded0", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02742, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.271386424006778, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 390, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:26:07.888988+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f37f18e-0207-400d-b409-098db1e52f58", "result_sha256": "18609b86051cb5e6f3b2f27c9b00097692f926da260a82048d5fa89a8923fee3", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04634, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.465993236008217, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 765, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:03:36.863444+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec8c27a-d426-4891-bd3d-943b395d7e44", "result_sha256": "56da547f2ebb88c190d706cd99d0cc650c7d071c8227de39d1525182f7e4868f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03539, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.442141776002245, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:37:16.122220+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4b3ca19-5ca4-43e7-864a-c501144211d8", "result_sha256": "2e2a394be57f74e22c0af0758c110332735f20c1569773d853d13e3a9f5dbc17", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02141, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.7414697399945, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 263, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:55.895828+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e8de37-8ee1-4ab6-a1b6-56844f234169", "result_sha256": "25fddca947fa8cde236a6aa80fc7347834523d3ebabe1e3c7fdb44ad99f1fe24", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0493, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.062934216999565, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 841, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:24:42.119668+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd63c164-e6aa-4302-b4b0-7cce404fab2f", "result_sha256": "99c5b3087c9dc867c95941d4ecb9eed22b1a09d8f088c77f451d6b7114d9ddc6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02858, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.671270421997178, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 414, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:12:27.290649+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bc744d6-3195-44cb-88b3-16976078dc8d", "result_sha256": "668718941109792c0ce4728968c85c2ab887b5a111d18cf2e1b8b8a5be340fbf", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.028, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.1047562140011, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 388, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:37:49.635690+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ff14029-87a9-4d7b-9655-c12836fc2946", "result_sha256": "d65a689299066b30f24a81875d3cda7e670b8e524d41ea2f6fac3a009e4abee7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05547, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.77463389300101, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 951, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:18:17.511975+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "926b7b8f-c7b1-403b-8c3d-33bab69eab22", "result_sha256": "1c27311427d8afb1bcbcb05f14eb216c1d165c9cb992aec74a72befe1ac43505", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05084, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.42620153099415, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 865, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:27:36.020639+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0f678cd-4c88-4462-8c67-c8d0dcf8e47d", "result_sha256": "56dcc605514e24b8d3ff70b748873061766e11c55150ab32b69bc1a869fe0312", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02995, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.81397379799455, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 454, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:32:29.736526+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "04df8723-63f2-42ad-af44-9ca26cbdef12", "result_sha256": "089e0405ba9f8f70907c5c2ebbc0cfc2634ed585c1f5c1b4d2e4353fe52d9cb4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0299, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.01837718099705, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 426, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:20.135899+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cd9c4e4-1e4a-462d-98bc-8ed9751f7cea", "result_sha256": "82cde14fcd1761ceefdfc02e25a214106300bd9e85676cf904a8018b64cd935e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02034, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.769044797998504, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 255, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:16:23.835935+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac39a115-66b6-46e9-a6b4-bd6795f67350", "result_sha256": "0af3ffb32129f185312db7c12f814be28d943218f0d342d301f37280b6316df4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.03137, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.665181981006754, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 465, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:51:09.058920+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5993295-e57d-41e9-8aa8-b001ee159717", "result_sha256": "c6d39a6ac348d30b568265c320d9de80d1f88bd426794432efeef5ea6f358ff3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06067, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.971590732006007, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:00:21.956287+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0643ff8-75e7-40ea-86d3-fd7413fca74f", "result_sha256": "95d783e5ca53d38f4ec546b423d1aa981e07be233d464c16ad542980b52a7b9c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04801, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.723916360002477, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 817, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:24:37.817286+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bebc9be-68b4-4d33-8ecb-9690dd75f44f", "result_sha256": "acb099aafc13827da5f9045fd64e6fbe48582ca72046b053393e217245daca4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.03492, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.111049019003985, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:43:24.764247+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "87abb7f7-bbe9-42b5-9ca4-5e7023d4feea", "result_sha256": "2c0a7917dc813feb49ceb5545a5036144432188ae607de6012ca54de711645bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04957, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.826496509005665, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 833, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:52:51.745919+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd8419be-ed8e-4281-bad9-09154762270f", "result_sha256": "87618aed452ecff19a0d25c07d24cb48bcb44f5b22ce14ecb19744d7c83f0020", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08099, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.382497050988604, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1468, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:25:14.904772+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7a09c73-b92e-4268-afb5-9c115db43d4d", "result_sha256": "674c2cff2a9dc34c066fc19725f0c61f9ea29a53d9128fc966db293d61ae1de8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0409, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.212012099000276, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 670, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:37:22.742838+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "77ce2b34-e056-484d-9b5f-32fcbdb6c79e", "result_sha256": "023d5eec09ae4476156dff85c4e0707e76d314b870652c3cd212fdccf3e55046", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06649, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.60621932698996, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1178, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:53.984492+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "643394a4-3683-41a7-a6a2-cb170dfeff46", "result_sha256": "49becf4044f040ffe5b36c3d5b18495286f9e236759ad08eca5dccb5f7a277cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06014, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.07902051298879, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1051, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:25:20.585453+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "45dc27bd-2365-4eca-9454-6dd260536184", "result_sha256": "d3308fab89cc0c39064eb1ebcdbb3cf6f8f2d437e635521f6bd8b67a4f914898", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06051, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.31798721999803, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:32:17.841734+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d78f654-8157-436d-9609-87c3ca71748c", "result_sha256": "b890258d534dc943ee275b285bc182acb603652559985b47798bfbd174a39c19", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04354, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.73862595699029, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 719, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:27:59.535955+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4940451c-57e8-4a0e-9ba3-47e2facc2ee0", "result_sha256": "85ecd089b1d2960049b6692241c126c1c0304e36b558484258563586b33bf9a6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01282, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.572355147000053, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 98, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:16:19.239557+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2239c9c5-8296-4517-9dfd-187348a3436a", "result_sha256": "d6da8eb297e8405124e432d220e94f70930e923566d08743bdad9a4018fe9e4f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02469, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.752898842998547, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 342, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:06:04.780833+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0ae64a6-b91b-4f77-8ba6-59ec0ed37471", "result_sha256": "e321e78e00290d5a247f1dde51337d7c206f1e6885cd2a440d8cc289f5c55b1e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01229, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.443863755004713, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 94, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T21:43:54.983539+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee195a90-26ce-45b8-92e4-7b1bcbf9d8db", "result_sha256": "041b25d155a06c39a4f89c50b74a9fce753e8b680f0f02b470eb453c081738b7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02822, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.995657599996775, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 406, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:29:51.480648+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "0047d3ae-2278-4566-b0ca-e6af5915c3cc", "result_sha256": "1b14769e137868ceff4e9ad3f5ca9984e306f8a5252ef51767f65e50b98b79bd", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01966, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.608250560995657, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 250, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:28:54.516923+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "729dccfe-afec-40f2-a945-72149c2ebfa1", "result_sha256": "b848bb3182cdbf4b9d3233533961714825a68b3c0cc8e87a637c0479aaff5e4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06086, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.79070886899717, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:20:44.181900+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bda9247-ce60-4e87-9593-c62d7072eac7", "result_sha256": "7f3057b949286232d298ebc76d26be09a36ceaf763992be39e4c240d7cf131eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05705, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.152390775998356, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 993, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:49:45.868317+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d7d090-235d-404d-8522-e1b6e6ceaa99", "result_sha256": "3195d555a23d611247f4c7d6cf5351e20b8e7d9d1230675c00e9b5ab764555ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07277, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 33.869914068010985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1297, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:00:59.297155+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "982a1832-1e8f-4dfd-b40f-0e4c8150a92d", "result_sha256": "a0405650e59c58cc96ced477120d46299e861aa37d1c1b457b310c2e1faacd62", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.04899, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.22969161400397, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 828, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:37:40.089647+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "f83583e5-5612-4f54-a752-1fd065ea3e25", "result_sha256": "0e770bc8f825d50cc127c3fc2caef7d651019b5e01ece55cc6b7ba467f1d2c21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05501, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.957198951000464, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 935, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:40:43.157143+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e3e62f-eb32-4217-b078-021b0a42c9d9", "result_sha256": "339aa7ab78a1aca1dfe4865cc076c7480161d93fc0681dccccbd8cf48520a893", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04342, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.70394650999515, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 730, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:28:12.347667+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "dca67e39-2caf-4d26-a7b0-10a9c56fb5df", "result_sha256": "16e740b231be9d3395618bdbec7bd3a150fcf25a238bb953eeb2e7996afd279c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.08446, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 37.94137116399361, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 1546, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:30:38.548590+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "677ab2fa-e688-48eb-94a7-3bfc271bcf4f", "result_sha256": "4328fd0d2fb571ee1c867273ae09265588182d9351a5278c2bfe113e15682830", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05331, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.302229944994906, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 901, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:57:05.730666+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "5461b1e6-bd2b-46bb-a7f4-2a8ab71c51cc", "result_sha256": "bd3171fabf3632ae23b3d7aac86e71f77dc40b4a817a61546eab77c336227ee6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.08719, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.86109055500128, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T23:48:20.942100+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f0b74d6-778c-4ea4-83d7-a3622ef24a81", "result_sha256": "d31236182c85442d095eb6adeb150e2a60e58d153a0d729fd1688fd00bf938d9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05624, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.53715434699552, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 973, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:45:42.657635+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "093ea026-0ccc-44dc-a78b-a08cf6244104", "result_sha256": "f2a17b6e3b4175dd28ce44656d42243d704fa535509709cef40a4c984b1aaeba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.09434, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 44.12693852299708, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1735, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:41:59.780457+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "373d1b42-c641-4833-8235-8c3a5c957153", "result_sha256": "38d1c096c8b840b63805c2b1dfdad1f61c225ec85b2dd365ca3cddb455692641", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0577, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.96406931699312, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1009, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T21:58:49.270613+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "1aa8eaa8-559c-4603-9ddd-e3cbc789b9ab", "result_sha256": "2805df5c0751c2eeb1f16f42e3268abe83c7f0fd1a821444dc079bb438a83858", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.06139, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.47081397799775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:17:17.010129+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "efe6a9da-fa0a-4374-a813-78cf2435a691", "result_sha256": "5d9bb17a45671f4d5b90bae0dcb6cd71a6dbfa144ddd1ab086daa86c050a1479", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.04645, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.321232000002055, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "regular", "modifier_correct": true, "output_tokens": 757, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T22:41:15.147858+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b576fca-8b78-4c8e-b8f9-87a6d412c62d", "result_sha256": "95ec998452dd4ef8d261380a2cec1cb01e5da18c4f2c4016dfa207163f5c2cb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04949, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.13622334699903, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 838, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:51:24.412580+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6441f24-d658-43f5-b582-bcbd76c3e3ec", "result_sha256": "5239eb0a6a4640eb4ac334f05ae6a98b1d147eca6ef77e620a23af5133f3ba2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05132, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.745870316997753, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 888, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:00:00.337860+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "7783fde2-3049-4feb-857b-4a47963a3f97", "result_sha256": "a0ba055f776a2ee884e2a1aacd1496e41619f41855edce81de68d34ab120eb1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.04302, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.112177975999657, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 722, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-08T22:01:02.544050+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "482a777f-0a98-4f93-abe1-66f1de0abf1f", "result_sha256": "354b4f48ca0f44a902203b689f813f6821b45bde459ccb0560f06912070f6bcb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.05326, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.616971116993227, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 900, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:18:38.480337+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "341b30ce-d6d8-4ec5-a1d6-2b317ab21b5f", "result_sha256": "e6c28500869325d4c255f981c977a2eb420ebe24887d4860e3c193fefb1a76d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0528, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.529622672009282, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 911, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:18:46.482108+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "274ca33d-0eba-453f-a60f-9cae04bdb466", "result_sha256": "5c40d7f27183c09a33c6247b4d3917ffb1303125b0075520de50125de09e348c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04878, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.703351011994528, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "italic", "modifier_correct": true, "output_tokens": 818, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T21:42:53.920812+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "633758bd-0fb2-404e-b8bf-62e54efc56a9", "result_sha256": "9ca20ab467d2bb3f20c21453da4e16a78585d9abbc3007d4e1b61d3b8a00164d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.07789, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 35.94997587900434, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 1406, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:01:14.313430+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d1ac635-4e99-4517-bc1c-6b6722296860", "result_sha256": "e7814f3fa5950cb7920e1fc7987258604113cc3e39f4a0d7ae4ab87694997eb2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05192, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.0669343410118, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "underline", "modifier_correct": true, "output_tokens": 880, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T22:42:31.626220+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c1c7edb-0fe7-4e33-9075-3f3141adb064", "result_sha256": "3521e48475aa2386058030a620bd98d029b7482788b96df4309fc464b51055f6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.05284, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.949249251003494, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 895, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-08T23:33:23.151961+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-astra", "status": "final", "included_in_comparison": true, "source_attempt_id": "43730e94-22ed-4ede-a577-bd755b1a914c", "result_sha256": "ab81ae11f080a39747e78968ba049a419ae0ec537d22f86bc7f853f3e2b644ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.04456, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.864748765001423, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-astra", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 748, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-08T23:41:30.760906+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } } ] }